2024-11-24 03:51:15,184 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-24 03:51:15,199 main DEBUG Took 0.012414 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 03:51:15,199 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 03:51:15,200 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 03:51:15,201 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 03:51:15,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,211 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 03:51:15,224 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,225 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,226 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,226 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,227 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,229 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,229 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,230 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,231 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,232 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,232 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,233 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,233 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,234 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,234 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,235 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,235 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,236 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,236 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,237 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,237 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,238 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:51:15,239 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,239 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 03:51:15,241 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:51:15,243 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 03:51:15,245 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 03:51:15,246 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 03:51:15,248 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 03:51:15,248 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 03:51:15,258 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 03:51:15,261 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 03:51:15,263 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 03:51:15,264 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 03:51:15,264 main DEBUG createAppenders(={Console}) 2024-11-24 03:51:15,265 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-24 03:51:15,265 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-24 03:51:15,266 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-24 03:51:15,266 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 03:51:15,267 main DEBUG OutputStream closed 2024-11-24 03:51:15,267 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 03:51:15,267 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 03:51:15,268 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-24 03:51:15,345 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 03:51:15,347 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 03:51:15,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 03:51:15,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 03:51:15,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 03:51:15,352 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 03:51:15,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 03:51:15,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 03:51:15,358 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 03:51:15,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 03:51:15,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 03:51:15,360 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 03:51:15,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 03:51:15,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 03:51:15,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 03:51:15,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 03:51:15,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 03:51:15,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 03:51:15,366 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 03:51:15,367 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-24 03:51:15,367 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 03:51:15,368 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-24T03:51:15,597 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba 2024-11-24 03:51:15,600 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 03:51:15,601 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T03:51:15,609 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-24T03:51:15,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T03:51:15,643 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/cluster_0048a14e-a16f-6b5d-f710-95aea4f08502, deleteOnExit=true 2024-11-24T03:51:15,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T03:51:15,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/test.cache.data in system properties and HBase conf 2024-11-24T03:51:15,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T03:51:15,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/hadoop.log.dir in system properties and HBase conf 2024-11-24T03:51:15,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T03:51:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T03:51:15,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T03:51:15,728 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T03:51:15,815 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T03:51:15,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:51:15,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:51:15,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T03:51:15,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:51:15,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T03:51:15,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T03:51:15,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:51:15,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:51:15,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T03:51:15,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/nfs.dump.dir in system properties and HBase conf 2024-11-24T03:51:15,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/java.io.tmpdir in system properties and HBase conf 2024-11-24T03:51:15,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:51:15,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T03:51:15,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T03:51:16,781 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T03:51:16,857 INFO [Time-limited test {}] log.Log(170): Logging initialized @2384ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T03:51:16,928 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:51:16,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:51:17,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:51:17,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:51:17,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:51:17,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:51:17,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:51:17,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:51:17,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/java.io.tmpdir/jetty-localhost-45433-hadoop-hdfs-3_4_1-tests_jar-_-any-16409322351079247464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:51:17,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:45433} 2024-11-24T03:51:17,214 INFO [Time-limited test {}] server.Server(415): Started @2741ms 2024-11-24T03:51:17,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:51:17,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:51:17,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:51:17,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:51:17,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:51:17,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:51:17,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:51:17,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/java.io.tmpdir/jetty-localhost-46601-hadoop-hdfs-3_4_1-tests_jar-_-any-10268610957016905459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:51:17,829 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:46601} 2024-11-24T03:51:17,830 INFO [Time-limited test {}] server.Server(415): Started @3357ms 2024-11-24T03:51:17,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:51:18,722 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/cluster_0048a14e-a16f-6b5d-f710-95aea4f08502/data/data2/current/BP-43567147-172.17.0.2-1732420276372/current, will proceed with Du for space computation calculation, 2024-11-24T03:51:18,722 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/cluster_0048a14e-a16f-6b5d-f710-95aea4f08502/data/data1/current/BP-43567147-172.17.0.2-1732420276372/current, will proceed with Du for space computation calculation, 2024-11-24T03:51:18,750 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:51:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fa77a10b143fad7 with lease ID 0xdcf370c060e34ab3: Processing first storage report for DS-27808080-1f52-4d49-afc5-4c18ed6e5f42 from datanode DatanodeRegistration(127.0.0.1:45251, datanodeUuid=923d5ce2-92b4-4874-986d-53a3920ceeb9, infoPort=33831, infoSecurePort=0, ipcPort=43539, storageInfo=lv=-57;cid=testClusterID;nsid=1348309227;c=1732420276372) 2024-11-24T03:51:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fa77a10b143fad7 with lease ID 0xdcf370c060e34ab3: from storage DS-27808080-1f52-4d49-afc5-4c18ed6e5f42 node DatanodeRegistration(127.0.0.1:45251, datanodeUuid=923d5ce2-92b4-4874-986d-53a3920ceeb9, infoPort=33831, infoSecurePort=0, ipcPort=43539, storageInfo=lv=-57;cid=testClusterID;nsid=1348309227;c=1732420276372), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-24T03:51:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fa77a10b143fad7 with lease ID 0xdcf370c060e34ab3: Processing first storage report for DS-7d58d662-7e60-4946-9bce-0eb1acd628be from datanode DatanodeRegistration(127.0.0.1:45251, datanodeUuid=923d5ce2-92b4-4874-986d-53a3920ceeb9, infoPort=33831, infoSecurePort=0, ipcPort=43539, storageInfo=lv=-57;cid=testClusterID;nsid=1348309227;c=1732420276372) 2024-11-24T03:51:18,797 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fa77a10b143fad7 with lease ID 0xdcf370c060e34ab3: from storage DS-7d58d662-7e60-4946-9bce-0eb1acd628be node DatanodeRegistration(127.0.0.1:45251, datanodeUuid=923d5ce2-92b4-4874-986d-53a3920ceeb9, infoPort=33831, infoSecurePort=0, ipcPort=43539, storageInfo=lv=-57;cid=testClusterID;nsid=1348309227;c=1732420276372), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T03:51:18,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba 2024-11-24T03:51:18,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/cluster_0048a14e-a16f-6b5d-f710-95aea4f08502/zookeeper_0, clientPort=58731, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/cluster_0048a14e-a16f-6b5d-f710-95aea4f08502/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/cluster_0048a14e-a16f-6b5d-f710-95aea4f08502/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T03:51:18,965 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58731 2024-11-24T03:51:18,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:51:18,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:51:19,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741825_1001 (size=7) 2024-11-24T03:51:19,588 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba with version=8 2024-11-24T03:51:19,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/hbase-staging 2024-11-24T03:51:19,670 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T03:51:19,864 INFO [Time-limited test {}] client.ConnectionUtils(128): master/71d8d2d6408d:0 server-side Connection retries=45 2024-11-24T03:51:19,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:51:19,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T03:51:19,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T03:51:19,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:51:19,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T03:51:20,004 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T03:51:20,058 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T03:51:20,070 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T03:51:20,074 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T03:51:20,096 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 86290 (auto-detected) 2024-11-24T03:51:20,097 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T03:51:20,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44753 2024-11-24T03:51:20,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44753 connecting to ZooKeeper ensemble=127.0.0.1:58731 2024-11-24T03:51:20,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447530x0, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T03:51:20,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44753-0x1016c412d5c0000 connected 2024-11-24T03:51:20,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:51:20,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:51:20,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:51:20,359 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba, hbase.cluster.distributed=false 2024-11-24T03:51:20,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T03:51:20,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44753 2024-11-24T03:51:20,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44753 2024-11-24T03:51:20,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44753 2024-11-24T03:51:20,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44753 2024-11-24T03:51:20,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44753 2024-11-24T03:51:20,503 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/71d8d2d6408d:0 server-side Connection retries=45 2024-11-24T03:51:20,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:51:20,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T03:51:20,505 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T03:51:20,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:51:20,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T03:51:20,507 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T03:51:20,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T03:51:20,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41025 2024-11-24T03:51:20,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41025 connecting to ZooKeeper ensemble=127.0.0.1:58731 2024-11-24T03:51:20,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:51:20,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:51:20,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410250x0, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T03:51:20,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410250x0, quorum=127.0.0.1:58731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:51:20,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41025-0x1016c412d5c0001 connected 2024-11-24T03:51:20,555 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T03:51:20,567 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T03:51:20,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T03:51:20,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T03:51:20,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41025 2024-11-24T03:51:20,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41025 2024-11-24T03:51:20,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41025 2024-11-24T03:51:20,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41025 2024-11-24T03:51:20,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41025 2024-11-24T03:51:20,592 DEBUG [M:0;71d8d2d6408d:44753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;71d8d2d6408d:44753 2024-11-24T03:51:20,593 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/71d8d2d6408d,44753,1732420279714 2024-11-24T03:51:20,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:51:20,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:51:20,623 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/71d8d2d6408d,44753,1732420279714 2024-11-24T03:51:20,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T03:51:20,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:51:20,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:51:20,657 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T03:51:20,658 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/71d8d2d6408d,44753,1732420279714 from backup master directory 2024-11-24T03:51:20,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/71d8d2d6408d,44753,1732420279714 2024-11-24T03:51:20,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:51:20,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:51:20,671 WARN [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T03:51:20,672 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=71d8d2d6408d,44753,1732420279714 2024-11-24T03:51:20,673 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T03:51:20,675 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T03:51:20,726 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/hbase.id] with ID: 5fa20ca5-2510-4a68-bb52-b0e519c7d1bb 2024-11-24T03:51:20,726 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/.tmp/hbase.id 2024-11-24T03:51:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741826_1002 (size=42) 2024-11-24T03:51:21,142 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/.tmp/hbase.id]:[hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/hbase.id] 2024-11-24T03:51:21,189 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:51:21,193 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T03:51:21,212 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-24T03:51:21,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:51:21,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:51:21,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741827_1003 (size=196) 2024-11-24T03:51:21,707 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:51:21,710 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T03:51:21,723 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:21,727 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:51:21,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741828_1004 (size=1189) 2024-11-24T03:51:22,177 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store 2024-11-24T03:51:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741829_1005 (size=34) 2024-11-24T03:51:22,604 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T03:51:22,607 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:51:22,609 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T03:51:22,609 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:51:22,609 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:51:22,611 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T03:51:22,611 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:51:22,611 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:51:22,613 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732420282609Disabling compacts and flushes for region at 1732420282609Disabling writes for close at 1732420282611 (+2 ms)Writing region close event to WAL at 1732420282611Closed at 1732420282611 2024-11-24T03:51:22,615 WARN [master/71d8d2d6408d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/.initializing 2024-11-24T03:51:22,615 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/WALs/71d8d2d6408d,44753,1732420279714 2024-11-24T03:51:22,623 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:51:22,637 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71d8d2d6408d%2C44753%2C1732420279714, suffix=, logDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/WALs/71d8d2d6408d,44753,1732420279714, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/oldWALs, maxLogs=10 2024-11-24T03:51:22,659 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/WALs/71d8d2d6408d,44753,1732420279714/71d8d2d6408d%2C44753%2C1732420279714.1732420282641, exclude list is [], retry=0 2024-11-24T03:51:22,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45251,DS-27808080-1f52-4d49-afc5-4c18ed6e5f42,DISK] 2024-11-24T03:51:22,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T03:51:22,708 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/WALs/71d8d2d6408d,44753,1732420279714/71d8d2d6408d%2C44753%2C1732420279714.1732420282641 2024-11-24T03:51:22,709 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33831:33831)] 2024-11-24T03:51:22,709 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:51:22,710 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:51:22,712 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:51:22,713 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:51:22,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:51:22,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T03:51:22,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:22,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:51:22,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:51:22,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T03:51:22,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:22,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:51:22,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:51:22,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T03:51:22,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:22,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:51:22,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:51:22,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T03:51:22,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:22,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:51:22,790 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:51:22,794 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:51:22,795 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:51:22,801 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:51:22,802 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:51:22,806 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T03:51:22,810 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:51:22,814 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:51:22,815 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59707006, jitterRate=-0.11029627919197083}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T03:51:22,822 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732420282724Initializing all the Stores at 1732420282727 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732420282727Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420282728 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420282728Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420282728Cleaning up temporary data from old regions at 1732420282802 (+74 ms)Region opened successfully at 1732420282822 (+20 ms) 2024-11-24T03:51:22,824 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T03:51:22,854 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45186b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71d8d2d6408d/172.17.0.2:0 2024-11-24T03:51:22,881 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T03:51:22,891 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T03:51:22,891 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T03:51:22,894 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T03:51:22,896 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T03:51:22,901 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T03:51:22,901 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T03:51:22,925 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T03:51:22,933 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T03:51:22,978 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T03:51:22,981 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T03:51:22,982 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T03:51:22,989 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T03:51:22,991 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T03:51:22,995 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T03:51:23,006 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T03:51:23,007 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T03:51:23,014 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T03:51:23,030 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T03:51:23,039 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T03:51:23,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T03:51:23,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T03:51:23,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:51:23,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:51:23,050 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=71d8d2d6408d,44753,1732420279714, sessionid=0x1016c412d5c0000, setting cluster-up flag (Was=false) 2024-11-24T03:51:23,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:51:23,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:51:23,098 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T03:51:23,101 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=71d8d2d6408d,44753,1732420279714 2024-11-24T03:51:23,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:51:23,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:51:23,148 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T03:51:23,151 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=71d8d2d6408d,44753,1732420279714 2024-11-24T03:51:23,160 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T03:51:23,185 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(746): ClusterId : 5fa20ca5-2510-4a68-bb52-b0e519c7d1bb 2024-11-24T03:51:23,187 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T03:51:23,200 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T03:51:23,200 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T03:51:23,213 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T03:51:23,214 DEBUG [RS:0;71d8d2d6408d:41025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64aaaa99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71d8d2d6408d/172.17.0.2:0 2024-11-24T03:51:23,228 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;71d8d2d6408d:41025 2024-11-24T03:51:23,231 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T03:51:23,231 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T03:51:23,231 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T03:51:23,233 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(2659): reportForDuty to master=71d8d2d6408d,44753,1732420279714 with port=41025, startcode=1732420280471 2024-11-24T03:51:23,234 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T03:51:23,243 DEBUG [RS:0;71d8d2d6408d:41025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T03:51:23,244 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T03:51:23,253 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T03:51:23,259 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 71d8d2d6408d,44753,1732420279714 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T03:51:23,267 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/71d8d2d6408d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:51:23,268 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/71d8d2d6408d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:51:23,268 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/71d8d2d6408d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:51:23,268 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/71d8d2d6408d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:51:23,268 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/71d8d2d6408d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T03:51:23,269 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,269 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/71d8d2d6408d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T03:51:23,269 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,271 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732420313271 2024-11-24T03:51:23,272 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33547, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T03:51:23,273 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T03:51:23,274 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T03:51:23,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T03:51:23,275 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T03:51:23,278 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T03:51:23,278 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T03:51:23,278 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T03:51:23,278 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T03:51:23,279 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44753 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:23,279 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,282 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T03:51:23,282 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:23,283 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T03:51:23,283 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T03:51:23,284 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T03:51:23,285 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T03:51:23,286 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T03:51:23,287 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/71d8d2d6408d:0:becomeActiveMaster-HFileCleaner.large.0-1732420283287,5,FailOnTimeoutGroup] 2024-11-24T03:51:23,288 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/71d8d2d6408d:0:becomeActiveMaster-HFileCleaner.small.0-1732420283288,5,FailOnTimeoutGroup] 2024-11-24T03:51:23,289 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,289 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T03:51:23,290 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,290 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741831_1007 (size=1321) 2024-11-24T03:51:23,308 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T03:51:23,308 WARN [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T03:51:23,412 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(2659): reportForDuty to master=71d8d2d6408d,44753,1732420279714 with port=41025, startcode=1732420280471 2024-11-24T03:51:23,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:23,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44753 {}] master.ServerManager(517): Registering regionserver=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:23,429 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba 2024-11-24T03:51:23,429 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41069 2024-11-24T03:51:23,430 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T03:51:23,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T03:51:23,457 DEBUG [RS:0;71d8d2d6408d:41025 {}] zookeeper.ZKUtil(111): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:23,457 WARN [RS:0;71d8d2d6408d:41025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T03:51:23,458 INFO [RS:0;71d8d2d6408d:41025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:51:23,458 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/WALs/71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:23,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [71d8d2d6408d,41025,1732420280471] 2024-11-24T03:51:23,488 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T03:51:23,503 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T03:51:23,507 INFO [RS:0;71d8d2d6408d:41025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T03:51:23,508 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,509 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T03:51:23,514 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T03:51:23,515 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,516 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,516 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,516 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,516 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,516 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,516 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T03:51:23,517 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,517 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,517 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,517 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,517 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,517 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:51:23,517 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/71d8d2d6408d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T03:51:23,518 DEBUG [RS:0;71d8d2d6408d:41025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T03:51:23,518 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,519 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,519 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,519 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,519 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,519 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,41025,1732420280471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T03:51:23,538 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T03:51:23,540 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,41025,1732420280471-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,540 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,540 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.Replication(171): 71d8d2d6408d,41025,1732420280471 started 2024-11-24T03:51:23,558 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:23,558 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1482): Serving as 71d8d2d6408d,41025,1732420280471, RpcServer on 71d8d2d6408d/172.17.0.2:41025, sessionid=0x1016c412d5c0001 2024-11-24T03:51:23,559 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T03:51:23,559 DEBUG [RS:0;71d8d2d6408d:41025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:23,559 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71d8d2d6408d,41025,1732420280471' 2024-11-24T03:51:23,559 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T03:51:23,560 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T03:51:23,561 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T03:51:23,561 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T03:51:23,561 DEBUG [RS:0;71d8d2d6408d:41025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:23,561 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71d8d2d6408d,41025,1732420280471' 2024-11-24T03:51:23,561 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T03:51:23,562 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T03:51:23,563 DEBUG [RS:0;71d8d2d6408d:41025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T03:51:23,563 INFO [RS:0;71d8d2d6408d:41025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T03:51:23,563 INFO [RS:0;71d8d2d6408d:41025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T03:51:23,668 INFO [RS:0;71d8d2d6408d:41025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:51:23,671 INFO [RS:0;71d8d2d6408d:41025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71d8d2d6408d%2C41025%2C1732420280471, suffix=, logDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/WALs/71d8d2d6408d,41025,1732420280471, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/oldWALs, maxLogs=32 2024-11-24T03:51:23,687 DEBUG [RS:0;71d8d2d6408d:41025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/WALs/71d8d2d6408d,41025,1732420280471/71d8d2d6408d%2C41025%2C1732420280471.1732420283675, exclude list is [], retry=0 2024-11-24T03:51:23,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45251,DS-27808080-1f52-4d49-afc5-4c18ed6e5f42,DISK] 2024-11-24T03:51:23,694 INFO [RS:0;71d8d2d6408d:41025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/WALs/71d8d2d6408d,41025,1732420280471/71d8d2d6408d%2C41025%2C1732420280471.1732420283675 2024-11-24T03:51:23,695 DEBUG [RS:0;71d8d2d6408d:41025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33831:33831)] 2024-11-24T03:51:23,697 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T03:51:23,697 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba 2024-11-24T03:51:23,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741833_1009 (size=32) 2024-11-24T03:51:24,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:51:24,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T03:51:24,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T03:51:24,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:24,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:51:24,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T03:51:24,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T03:51:24,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:24,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:51:24,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T03:51:24,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T03:51:24,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:24,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:51:24,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T03:51:24,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T03:51:24,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:24,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:51:24,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T03:51:24,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740 2024-11-24T03:51:24,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740 2024-11-24T03:51:24,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T03:51:24,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T03:51:24,143 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:51:24,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T03:51:24,149 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:51:24,150 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61352988, jitterRate=-0.08576923608779907}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:51:24,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732420284115Initializing all the Stores at 1732420284120 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732420284121 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732420284121Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420284121Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732420284121Cleaning up temporary data from old regions at 1732420284142 (+21 ms)Region opened successfully at 1732420284152 (+10 ms) 2024-11-24T03:51:24,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T03:51:24,153 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T03:51:24,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T03:51:24,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T03:51:24,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T03:51:24,154 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T03:51:24,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732420284153Disabling compacts and flushes for region at 1732420284153Disabling writes for close at 1732420284153Writing region close event to WAL at 1732420284154 (+1 ms)Closed at 1732420284154 2024-11-24T03:51:24,157 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T03:51:24,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T03:51:24,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T03:51:24,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T03:51:24,172 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T03:51:24,328 DEBUG [71d8d2d6408d:44753 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T03:51:24,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:24,349 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 71d8d2d6408d,41025,1732420280471, state=OPENING 2024-11-24T03:51:24,412 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T03:51:24,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:51:24,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:51:24,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:51:24,424 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:51:24,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T03:51:24,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:51:24,611 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T03:51:24,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49357, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T03:51:24,624 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T03:51:24,624 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:51:24,625 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T03:51:24,628 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71d8d2d6408d%2C41025%2C1732420280471.meta, suffix=.meta, logDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/WALs/71d8d2d6408d,41025,1732420280471, archiveDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/oldWALs, maxLogs=32 2024-11-24T03:51:24,643 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/WALs/71d8d2d6408d,41025,1732420280471/71d8d2d6408d%2C41025%2C1732420280471.meta.1732420284630.meta, exclude list is [], retry=0 2024-11-24T03:51:24,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45251,DS-27808080-1f52-4d49-afc5-4c18ed6e5f42,DISK] 2024-11-24T03:51:24,650 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/WALs/71d8d2d6408d,41025,1732420280471/71d8d2d6408d%2C41025%2C1732420280471.meta.1732420284630.meta 2024-11-24T03:51:24,650 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33831:33831)] 2024-11-24T03:51:24,651 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:51:24,652 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T03:51:24,655 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T03:51:24,659 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T03:51:24,663 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T03:51:24,664 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:51:24,664 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T03:51:24,664 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T03:51:24,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T03:51:24,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T03:51:24,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:24,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:51:24,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T03:51:24,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T03:51:24,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:24,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:51:24,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T03:51:24,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T03:51:24,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:24,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:51:24,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T03:51:24,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T03:51:24,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:24,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:51:24,678 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T03:51:24,679 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740 2024-11-24T03:51:24,682 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740 2024-11-24T03:51:24,684 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T03:51:24,685 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T03:51:24,685 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:51:24,688 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T03:51:24,690 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66695901, jitterRate=-0.00615362823009491}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:51:24,691 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T03:51:24,693 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732420284665Writing region info on filesystem at 1732420284665Initializing all the Stores at 1732420284667 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732420284667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732420284667Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420284667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732420284667Cleaning up temporary data from old regions at 1732420284685 (+18 ms)Running coprocessor post-open hooks at 1732420284691 (+6 ms)Region opened successfully at 1732420284693 (+2 ms) 2024-11-24T03:51:24,701 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732420284600 2024-11-24T03:51:24,715 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T03:51:24,716 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T03:51:24,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:24,720 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 71d8d2d6408d,41025,1732420280471, state=OPEN 2024-11-24T03:51:24,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T03:51:24,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T03:51:24,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:51:24,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:51:24,777 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:24,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T03:51:24,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=71d8d2d6408d,41025,1732420280471 in 347 msec 2024-11-24T03:51:24,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T03:51:24,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-11-24T03:51:24,794 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T03:51:24,794 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T03:51:24,811 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:24,812 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:24,832 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:24,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:24,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6650 sec 2024-11-24T03:51:24,856 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732420284856, completionTime=-1 2024-11-24T03:51:24,859 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T03:51:24,859 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T03:51:24,884 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T03:51:24,884 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732420344884 2024-11-24T03:51:24,884 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732420404884 2024-11-24T03:51:24,884 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-24T03:51:24,886 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,44753,1732420279714-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:24,887 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,44753,1732420279714-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:24,887 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,44753,1732420279714-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:24,888 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-71d8d2d6408d:44753, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:24,888 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:24,889 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:24,895 DEBUG [master/71d8d2d6408d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T03:51:24,914 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.242sec 2024-11-24T03:51:24,915 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T03:51:24,917 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T03:51:24,917 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T03:51:24,918 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T03:51:24,918 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T03:51:24,919 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,44753,1732420279714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T03:51:24,919 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,44753,1732420279714-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T03:51:24,927 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T03:51:24,928 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T03:51:24,928 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,44753,1732420279714-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:51:24,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:24,997 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T03:51:24,997 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T03:51:25,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:25,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:25,010 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72188503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:25,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:25,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:25,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:25,020 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:25,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:25,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:25,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:25,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:25,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=71d8d2d6408d,44753,1732420279714 2024-11-24T03:51:25,066 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=251, ProcessCount=11, AvailableMemoryMB=7380 2024-11-24T03:51:25,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T03:51:25,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 71d8d2d6408d,44753,1732420279714 2024-11-24T03:51:25,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@153df94b 2024-11-24T03:51:25,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:51:25,088 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:51:25,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:51:25,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:51:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:51:25,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:51:25,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-24T03:51:25,107 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:25,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:51:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T03:51:25,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741835_1011 (size=1061) 2024-11-24T03:51:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T03:51:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T03:51:25,524 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba 2024-11-24T03:51:25,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741836_1012 (size=53) 2024-11-24T03:51:25,535 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:51:25,535 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7ecbe871a5c4e9959660aa38fed0d5c9, disabling compactions & flushes 2024-11-24T03:51:25,535 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:25,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:25,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. after waiting 0 ms 2024-11-24T03:51:25,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:25,536 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:25,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ecbe871a5c4e9959660aa38fed0d5c9: Waiting for close lock at 1732420285535Disabling compacts and flushes for region at 1732420285535Disabling writes for close at 1732420285536 (+1 ms)Writing region close event to WAL at 1732420285536Closed at 1732420285536 2024-11-24T03:51:25,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:51:25,546 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732420285539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732420285539"}]},"ts":"1732420285539"} 2024-11-24T03:51:25,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T03:51:25,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:51:25,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420285552"}]},"ts":"1732420285552"} 2024-11-24T03:51:25,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:51:25,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ecbe871a5c4e9959660aa38fed0d5c9, ASSIGN}] 2024-11-24T03:51:25,564 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ecbe871a5c4e9959660aa38fed0d5c9, ASSIGN 2024-11-24T03:51:25,566 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ecbe871a5c4e9959660aa38fed0d5c9, ASSIGN; state=OFFLINE, location=71d8d2d6408d,41025,1732420280471; forceNewPlan=false, retain=false 2024-11-24T03:51:25,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ecbe871a5c4e9959660aa38fed0d5c9, regionState=OPENING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:25,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ecbe871a5c4e9959660aa38fed0d5c9, ASSIGN because future has completed 2024-11-24T03:51:25,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:51:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T03:51:25,887 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:25,888 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:51:25,888 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,888 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:51:25,889 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,889 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,891 INFO [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,895 INFO [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:51:25,895 INFO [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ecbe871a5c4e9959660aa38fed0d5c9 columnFamilyName A 2024-11-24T03:51:25,895 DEBUG [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:25,897 INFO [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] regionserver.HStore(327): Store=7ecbe871a5c4e9959660aa38fed0d5c9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:51:25,897 INFO [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,899 INFO [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:51:25,900 INFO [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ecbe871a5c4e9959660aa38fed0d5c9 columnFamilyName B 2024-11-24T03:51:25,900 DEBUG [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:25,901 INFO [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] regionserver.HStore(327): Store=7ecbe871a5c4e9959660aa38fed0d5c9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:51:25,901 INFO [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,903 INFO [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:51:25,904 INFO [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ecbe871a5c4e9959660aa38fed0d5c9 columnFamilyName C 2024-11-24T03:51:25,904 DEBUG [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:25,905 INFO [StoreOpener-7ecbe871a5c4e9959660aa38fed0d5c9-1 {}] regionserver.HStore(327): Store=7ecbe871a5c4e9959660aa38fed0d5c9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:51:25,906 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:25,906 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,907 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,908 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,910 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,910 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,911 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:51:25,914 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,918 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:51:25,918 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7ecbe871a5c4e9959660aa38fed0d5c9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62247669, jitterRate=-0.07243745028972626}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:51:25,919 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:25,920 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7ecbe871a5c4e9959660aa38fed0d5c9: Running coprocessor pre-open hook at 1732420285889Writing region info on filesystem at 1732420285889Initializing all the Stores at 1732420285890 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420285891 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420285891Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420285891Cleaning up temporary data from old regions at 1732420285910 (+19 ms)Running coprocessor post-open hooks at 1732420285919 (+9 ms)Region opened successfully at 1732420285920 (+1 ms) 2024-11-24T03:51:25,922 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., pid=6, masterSystemTime=1732420285881 2024-11-24T03:51:25,925 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:25,925 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:25,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7ecbe871a5c4e9959660aa38fed0d5c9, regionState=OPEN, openSeqNum=2, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:25,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:51:25,935 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44753 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=71d8d2d6408d,41025,1732420280471, table=TestAcidGuarantees, region=7ecbe871a5c4e9959660aa38fed0d5c9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-24T03:51:25,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T03:51:25,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 in 209 msec 2024-11-24T03:51:25,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T03:51:25,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ecbe871a5c4e9959660aa38fed0d5c9, ASSIGN in 380 msec 2024-11-24T03:51:25,947 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:51:25,947 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420285947"}]},"ts":"1732420285947"} 2024-11-24T03:51:25,951 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:51:25,952 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:51:25,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 856 msec 2024-11-24T03:51:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T03:51:26,251 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:26,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:26,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:26,262 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:26,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:26,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c85fb36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:26,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:26,265 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:26,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590ce426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:26,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:26,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:26,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T03:51:26,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 71d8d2d6408d,44753,1732420279714 2024-11-24T03:51:26,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4786b55f 2024-11-24T03:51:26,278 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:51:26,280 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:51:26,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:26,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:26,287 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5bc001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:26,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:26,291 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:26,292 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad2d2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:26,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:26,296 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:26,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97f651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:26,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:26,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:26,300 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2763c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69066494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:26,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:26,305 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:26,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:26,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2921024b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:26,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:26,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:26,310 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6a98a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f00f692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:26,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:26,315 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7601b089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:26,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:26,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:26,319 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b41d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388c382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:26,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:26,323 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:26,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:26,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a1730c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:26,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:26,326 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:26,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad5f066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff89310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:26,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:26,330 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:26,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b107c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:26,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:26,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:26,333 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72567cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761fbe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:26,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:26,336 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:26,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3334cd5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:26,339 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c076ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:26,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:26,343 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:26,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a98141f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:26,346 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf869c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36df70c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:26,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:26,350 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:26,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:26,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:26,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463dc6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:26,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:26,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:26,352 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f42ed25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:26,358 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:26,358 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:26,360 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:26,360 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:26,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:26,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:26,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:26,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:26,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:26,363 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:26,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:26,364 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:26,365 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:26,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:26,366 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:26,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:26,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:26,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:26,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:26,368 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:26,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:26,369 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:51:26,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:26,369 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:26,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:26,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:26,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:51:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:51:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:51:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:51:26,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:51:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-24T03:51:26,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T03:51:26,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:26,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:26,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:51:26,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:26,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:51:26,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:51:26,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:26,408 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:51:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:51:26,418 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:51:26,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:51:26,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:26,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T03:51:26,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:26,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T03:51:26,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T03:51:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420346582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420346587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420346593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420346589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:26,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:26,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/434fdb651b4b4fd4a3812b56c68a3a20 is 50, key is test_row_0/A:col10/1732420286482/Put/seqid=0 2024-11-24T03:51:26,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:26,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420346604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:26,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:26,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741837_1013 (size=11997) 2024-11-24T03:51:26,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/434fdb651b4b4fd4a3812b56c68a3a20 2024-11-24T03:51:26,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T03:51:26,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420346718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420346729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420346729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420346729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420346730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/9d87eaa13af84d03949e42881484a29f is 50, key is test_row_0/B:col10/1732420286482/Put/seqid=0 2024-11-24T03:51:26,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741838_1014 (size=9657) 2024-11-24T03:51:26,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/9d87eaa13af84d03949e42881484a29f 2024-11-24T03:51:26,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T03:51:26,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:26,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:26,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:26,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:26,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:26,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/aa4fa431ce08439694216824fd0d76d3 is 50, key is test_row_0/C:col10/1732420286482/Put/seqid=0 2024-11-24T03:51:26,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741839_1015 (size=9657) 2024-11-24T03:51:26,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420346928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420346948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T03:51:26,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420346949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,953 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420346949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420346950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:26,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:26,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:26,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:26,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T03:51:27,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T03:51:27,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:27,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:27,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:27,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:27,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:27,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420347239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420347258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420347258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/aa4fa431ce08439694216824fd0d76d3 2024-11-24T03:51:27,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420347268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420347268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T03:51:27,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:27,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:27,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:27,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:27,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:27,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/434fdb651b4b4fd4a3812b56c68a3a20 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/434fdb651b4b4fd4a3812b56c68a3a20 2024-11-24T03:51:27,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/434fdb651b4b4fd4a3812b56c68a3a20, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T03:51:27,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/9d87eaa13af84d03949e42881484a29f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/9d87eaa13af84d03949e42881484a29f 2024-11-24T03:51:27,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/9d87eaa13af84d03949e42881484a29f, entries=100, sequenceid=13, filesize=9.4 K 2024-11-24T03:51:27,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/aa4fa431ce08439694216824fd0d76d3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/aa4fa431ce08439694216824fd0d76d3 2024-11-24T03:51:27,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/aa4fa431ce08439694216824fd0d76d3, entries=100, sequenceid=13, filesize=9.4 K 2024-11-24T03:51:27,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 861ms, sequenceid=13, compaction requested=false 2024-11-24T03:51:27,356 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T03:51:27,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:27,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T03:51:27,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:27,431 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T03:51:27,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:27,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:27,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:27,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:27,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:27,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:27,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/49ea6cecf556477c9feb3c4933c22fa3 is 50, key is test_row_0/A:col10/1732420286579/Put/seqid=0 2024-11-24T03:51:27,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741840_1016 (size=12001) 2024-11-24T03:51:27,474 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/49ea6cecf556477c9feb3c4933c22fa3 2024-11-24T03:51:27,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/03433d2c933f4e2fa5c9cbaa843406e4 is 50, key is test_row_0/B:col10/1732420286579/Put/seqid=0 2024-11-24T03:51:27,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741841_1017 (size=12001) 2024-11-24T03:51:27,530 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/03433d2c933f4e2fa5c9cbaa843406e4 2024-11-24T03:51:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T03:51:27,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/2ccc545e6b12444ea3eddece1fd5e4dc is 50, key is test_row_0/C:col10/1732420286579/Put/seqid=0 2024-11-24T03:51:27,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741842_1018 (size=12001) 2024-11-24T03:51:27,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:27,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:27,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420347784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420347786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420347786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420347793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420347791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420347899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420347909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420347909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420347909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420347911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:27,982 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/2ccc545e6b12444ea3eddece1fd5e4dc 2024-11-24T03:51:28,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/49ea6cecf556477c9feb3c4933c22fa3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/49ea6cecf556477c9feb3c4933c22fa3 2024-11-24T03:51:28,015 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/49ea6cecf556477c9feb3c4933c22fa3, entries=150, sequenceid=33, filesize=11.7 K 2024-11-24T03:51:28,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/03433d2c933f4e2fa5c9cbaa843406e4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/03433d2c933f4e2fa5c9cbaa843406e4 2024-11-24T03:51:28,028 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/03433d2c933f4e2fa5c9cbaa843406e4, entries=150, sequenceid=33, filesize=11.7 K 2024-11-24T03:51:28,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/2ccc545e6b12444ea3eddece1fd5e4dc as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/2ccc545e6b12444ea3eddece1fd5e4dc 2024-11-24T03:51:28,057 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/2ccc545e6b12444ea3eddece1fd5e4dc, entries=150, sequenceid=33, filesize=11.7 K 2024-11-24T03:51:28,060 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 628ms, sequenceid=33, compaction requested=false 2024-11-24T03:51:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:28,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T03:51:28,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T03:51:28,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T03:51:28,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6430 sec 2024-11-24T03:51:28,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.6990 sec 2024-11-24T03:51:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:28,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-24T03:51:28,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:28,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:28,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:28,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:28,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:28,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/925f4264980d42308a9645a1c8e464e6 is 50, key is test_row_0/A:col10/1732420288110/Put/seqid=0 2024-11-24T03:51:28,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741843_1019 (size=12001) 2024-11-24T03:51:28,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/925f4264980d42308a9645a1c8e464e6 2024-11-24T03:51:28,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/33fed0d626254d9da9eb49b3d2b05657 is 50, key is test_row_0/B:col10/1732420288110/Put/seqid=0 2024-11-24T03:51:28,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420348161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420348163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420348167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420348172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420348174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,186 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741844_1020 (size=12001) 2024-11-24T03:51:28,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/33fed0d626254d9da9eb49b3d2b05657 2024-11-24T03:51:28,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/4913d998e09f4b428ceecc3a33e993be is 50, key is test_row_0/C:col10/1732420288110/Put/seqid=0 2024-11-24T03:51:28,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741845_1021 (size=12001) 2024-11-24T03:51:28,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/4913d998e09f4b428ceecc3a33e993be 2024-11-24T03:51:28,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/925f4264980d42308a9645a1c8e464e6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/925f4264980d42308a9645a1c8e464e6 2024-11-24T03:51:28,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/925f4264980d42308a9645a1c8e464e6, entries=150, sequenceid=46, filesize=11.7 K 2024-11-24T03:51:28,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/33fed0d626254d9da9eb49b3d2b05657 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/33fed0d626254d9da9eb49b3d2b05657 2024-11-24T03:51:28,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420348289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/33fed0d626254d9da9eb49b3d2b05657, entries=150, sequenceid=46, filesize=11.7 K 2024-11-24T03:51:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420348289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420348290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/4913d998e09f4b428ceecc3a33e993be as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/4913d998e09f4b428ceecc3a33e993be 2024-11-24T03:51:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420348298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420348298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/4913d998e09f4b428ceecc3a33e993be, entries=150, sequenceid=46, filesize=11.7 K 2024-11-24T03:51:28,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 207ms, sequenceid=46, compaction requested=true 2024-11-24T03:51:28,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:28,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:28,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:28,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:28,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:28,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:28,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:28,330 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:28,332 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:28,335 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:28,337 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/B is initiating minor compaction (all files) 2024-11-24T03:51:28,337 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/B in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:28,338 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/9d87eaa13af84d03949e42881484a29f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/03433d2c933f4e2fa5c9cbaa843406e4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/33fed0d626254d9da9eb49b3d2b05657] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=32.9 K 2024-11-24T03:51:28,344 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:28,344 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/A is initiating minor compaction (all files) 2024-11-24T03:51:28,344 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/A in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:28,344 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/434fdb651b4b4fd4a3812b56c68a3a20, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/49ea6cecf556477c9feb3c4933c22fa3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/925f4264980d42308a9645a1c8e464e6] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=35.2 K 2024-11-24T03:51:28,345 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d87eaa13af84d03949e42881484a29f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732420286479 2024-11-24T03:51:28,345 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 434fdb651b4b4fd4a3812b56c68a3a20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732420286470 2024-11-24T03:51:28,346 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 03433d2c933f4e2fa5c9cbaa843406e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732420286573 2024-11-24T03:51:28,347 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49ea6cecf556477c9feb3c4933c22fa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732420286573 2024-11-24T03:51:28,348 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 33fed0d626254d9da9eb49b3d2b05657, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732420287772 2024-11-24T03:51:28,350 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 925f4264980d42308a9645a1c8e464e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732420287772 2024-11-24T03:51:28,386 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#B#compaction#9 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:28,387 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/697c246e244e4394af6106aabfb69fee is 50, key is test_row_0/B:col10/1732420288110/Put/seqid=0 2024-11-24T03:51:28,390 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#A#compaction#10 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:28,391 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/a85377fb3d3b4ebc98d5109c3a4b9263 is 50, key is test_row_0/A:col10/1732420288110/Put/seqid=0 2024-11-24T03:51:28,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741846_1022 (size=12104) 2024-11-24T03:51:28,436 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/697c246e244e4394af6106aabfb69fee as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/697c246e244e4394af6106aabfb69fee 2024-11-24T03:51:28,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741847_1023 (size=12104) 2024-11-24T03:51:28,467 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/B of 7ecbe871a5c4e9959660aa38fed0d5c9 into 697c246e244e4394af6106aabfb69fee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:28,467 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:28,471 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/B, priority=13, startTime=1732420288329; duration=0sec 2024-11-24T03:51:28,471 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:28,472 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:B 2024-11-24T03:51:28,472 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:28,480 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:28,480 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/C is initiating minor compaction (all files) 2024-11-24T03:51:28,480 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/C in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:28,480 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/aa4fa431ce08439694216824fd0d76d3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/2ccc545e6b12444ea3eddece1fd5e4dc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/4913d998e09f4b428ceecc3a33e993be] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=32.9 K 2024-11-24T03:51:28,482 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting aa4fa431ce08439694216824fd0d76d3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732420286479 2024-11-24T03:51:28,487 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ccc545e6b12444ea3eddece1fd5e4dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732420286573 2024-11-24T03:51:28,494 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4913d998e09f4b428ceecc3a33e993be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732420287772 2024-11-24T03:51:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:28,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T03:51:28,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:28,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/228327304111424880aac056ef1f4190 is 50, key is test_row_0/A:col10/1732420288170/Put/seqid=0 2024-11-24T03:51:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T03:51:28,547 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:28,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420348537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,550 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:51:28,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420348540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420348540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420348537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,552 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-24T03:51:28,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T03:51:28,554 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:51:28,556 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:51:28,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:51:28,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420348551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,559 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#C#compaction#12 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:28,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,560 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/3270728834c440b481f859f9b9f9a3d2 is 50, key is test_row_0/C:col10/1732420288110/Put/seqid=0 2024-11-24T03:51:28,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741848_1024 (size=14341) 2024-11-24T03:51:28,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741849_1025 (size=12104) 2024-11-24T03:51:28,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/228327304111424880aac056ef1f4190 2024-11-24T03:51:28,601 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/3270728834c440b481f859f9b9f9a3d2 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/3270728834c440b481f859f9b9f9a3d2 2024-11-24T03:51:28,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/8464a557251241d798d72a02adab9af4 is 50, key is test_row_0/B:col10/1732420288170/Put/seqid=0 2024-11-24T03:51:28,627 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/C of 7ecbe871a5c4e9959660aa38fed0d5c9 into 3270728834c440b481f859f9b9f9a3d2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:28,627 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:28,627 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/C, priority=13, startTime=1732420288329; duration=0sec 2024-11-24T03:51:28,628 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:28,628 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:C 2024-11-24T03:51:28,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741850_1026 (size=12001) 2024-11-24T03:51:28,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/8464a557251241d798d72a02adab9af4 2024-11-24T03:51:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T03:51:28,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420348657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420348657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420348658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420348658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/01a53599ae1e4951a627b6c72c67e000 is 50, key is test_row_0/C:col10/1732420288170/Put/seqid=0 2024-11-24T03:51:28,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741851_1027 (size=12001) 2024-11-24T03:51:28,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420348667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T03:51:28,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:28,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:28,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:28,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:28,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:28,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T03:51:28,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420348868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420348868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420348868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T03:51:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:28,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:28,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:28,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420348878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,882 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:28,883 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/a85377fb3d3b4ebc98d5109c3a4b9263 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/a85377fb3d3b4ebc98d5109c3a4b9263 2024-11-24T03:51:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:28,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420348887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:28,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:28,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:28,898 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/A of 7ecbe871a5c4e9959660aa38fed0d5c9 into a85377fb3d3b4ebc98d5109c3a4b9263(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:28,898 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:28,898 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/A, priority=13, startTime=1732420288324; duration=0sec 2024-11-24T03:51:28,898 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:28,898 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:A 2024-11-24T03:51:29,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T03:51:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/01a53599ae1e4951a627b6c72c67e000 2024-11-24T03:51:29,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/228327304111424880aac056ef1f4190 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/228327304111424880aac056ef1f4190 2024-11-24T03:51:29,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/228327304111424880aac056ef1f4190, entries=200, sequenceid=67, filesize=14.0 K 2024-11-24T03:51:29,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/8464a557251241d798d72a02adab9af4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8464a557251241d798d72a02adab9af4 2024-11-24T03:51:29,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8464a557251241d798d72a02adab9af4, entries=150, sequenceid=67, filesize=11.7 K 2024-11-24T03:51:29,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/01a53599ae1e4951a627b6c72c67e000 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/01a53599ae1e4951a627b6c72c67e000 2024-11-24T03:51:29,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/01a53599ae1e4951a627b6c72c67e000, entries=150, sequenceid=67, filesize=11.7 K 2024-11-24T03:51:29,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 635ms, sequenceid=67, compaction requested=false 2024-11-24T03:51:29,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T03:51:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:29,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-24T03:51:29,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:29,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:29,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:29,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:29,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:29,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:29,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T03:51:29,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:29,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/3b29b3c136e349d68cb33a6fe1135f57 is 50, key is test_row_0/A:col10/1732420288532/Put/seqid=0 2024-11-24T03:51:29,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741852_1028 (size=14341) 2024-11-24T03:51:29,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/3b29b3c136e349d68cb33a6fe1135f57 2024-11-24T03:51:29,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/ce64dae97983485cb4885836a0e1d29c is 50, key is test_row_0/B:col10/1732420288532/Put/seqid=0 2024-11-24T03:51:29,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420349241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420349236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,253 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420349246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420349252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420349252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741853_1029 (size=12001) 2024-11-24T03:51:29,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T03:51:29,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:29,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420349357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420349357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420349357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420349367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420349367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,481 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T03:51:29,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T03:51:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420349567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420349568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420349568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420349577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420349577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T03:51:29,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:29,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/ce64dae97983485cb4885836a0e1d29c 2024-11-24T03:51:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T03:51:29,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/6809106d942b45b5b2e977d1166d917d is 50, key is test_row_0/C:col10/1732420288532/Put/seqid=0 2024-11-24T03:51:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741854_1030 (size=12001) 2024-11-24T03:51:29,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/6809106d942b45b5b2e977d1166d917d 2024-11-24T03:51:29,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/3b29b3c136e349d68cb33a6fe1135f57 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3b29b3c136e349d68cb33a6fe1135f57 2024-11-24T03:51:29,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3b29b3c136e349d68cb33a6fe1135f57, entries=200, sequenceid=82, filesize=14.0 K 2024-11-24T03:51:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/ce64dae97983485cb4885836a0e1d29c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/ce64dae97983485cb4885836a0e1d29c 2024-11-24T03:51:29,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/ce64dae97983485cb4885836a0e1d29c, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T03:51:29,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/6809106d942b45b5b2e977d1166d917d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/6809106d942b45b5b2e977d1166d917d 2024-11-24T03:51:29,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/6809106d942b45b5b2e977d1166d917d, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T03:51:29,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 609ms, sequenceid=82, compaction requested=true 2024-11-24T03:51:29,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:29,795 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:29,795 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:29,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:29,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:29,797 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:29,797 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:29,797 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/A is initiating minor compaction (all files) 2024-11-24T03:51:29,797 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/A in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,797 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/a85377fb3d3b4ebc98d5109c3a4b9263, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/228327304111424880aac056ef1f4190, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3b29b3c136e349d68cb33a6fe1135f57] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=39.8 K 2024-11-24T03:51:29,798 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/B is initiating minor compaction (all files) 2024-11-24T03:51:29,798 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/B in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,798 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/697c246e244e4394af6106aabfb69fee, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8464a557251241d798d72a02adab9af4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/ce64dae97983485cb4885836a0e1d29c] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=35.3 K 2024-11-24T03:51:29,799 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 697c246e244e4394af6106aabfb69fee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732420287772 2024-11-24T03:51:29,798 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting a85377fb3d3b4ebc98d5109c3a4b9263, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732420287772 2024-11-24T03:51:29,799 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8464a557251241d798d72a02adab9af4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732420288168 2024-11-24T03:51:29,800 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 228327304111424880aac056ef1f4190, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732420288155 2024-11-24T03:51:29,801 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b29b3c136e349d68cb33a6fe1135f57, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732420288529 2024-11-24T03:51:29,802 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce64dae97983485cb4885836a0e1d29c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732420288529 2024-11-24T03:51:29,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T03:51:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,813 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T03:51:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:29,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:29,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:29,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:29,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:29,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:29,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/0c41a0cf311e4c63ab277d197f19fe79 is 50, key is test_row_0/A:col10/1732420289216/Put/seqid=0 2024-11-24T03:51:29,838 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:29,839 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/b4cb771abb8a4a50bd1ed7e368e61a87 is 50, key is test_row_0/B:col10/1732420288532/Put/seqid=0 2024-11-24T03:51:29,847 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#A#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:29,848 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/e35735610e284f91a82c2d0a69c25c8b is 50, key is test_row_0/A:col10/1732420288532/Put/seqid=0 2024-11-24T03:51:29,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741855_1031 (size=12001) 2024-11-24T03:51:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:29,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:29,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741857_1033 (size=12207) 2024-11-24T03:51:29,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741856_1032 (size=12207) 2024-11-24T03:51:29,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420349895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420349901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420349903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420349907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420349912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:29,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:29,928 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/e35735610e284f91a82c2d0a69c25c8b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/e35735610e284f91a82c2d0a69c25c8b 2024-11-24T03:51:29,928 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/b4cb771abb8a4a50bd1ed7e368e61a87 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/b4cb771abb8a4a50bd1ed7e368e61a87 2024-11-24T03:51:29,950 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/B of 7ecbe871a5c4e9959660aa38fed0d5c9 into b4cb771abb8a4a50bd1ed7e368e61a87(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:29,951 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:29,951 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/B, priority=13, startTime=1732420289795; duration=0sec 2024-11-24T03:51:29,951 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:29,951 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:B 2024-11-24T03:51:29,951 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:29,952 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/A of 7ecbe871a5c4e9959660aa38fed0d5c9 into e35735610e284f91a82c2d0a69c25c8b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:29,952 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:29,952 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/A, priority=13, startTime=1732420289795; duration=0sec 2024-11-24T03:51:29,952 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:29,952 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:A 2024-11-24T03:51:29,956 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:29,957 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/C is initiating minor compaction (all files) 2024-11-24T03:51:29,957 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/C in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:29,957 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/3270728834c440b481f859f9b9f9a3d2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/01a53599ae1e4951a627b6c72c67e000, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/6809106d942b45b5b2e977d1166d917d] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=35.3 K 2024-11-24T03:51:29,958 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3270728834c440b481f859f9b9f9a3d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732420287772 2024-11-24T03:51:29,959 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01a53599ae1e4951a627b6c72c67e000, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732420288168 2024-11-24T03:51:29,960 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6809106d942b45b5b2e977d1166d917d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732420288529 2024-11-24T03:51:29,985 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:29,986 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/f5b1da522a0e4504bb4d13255d5f013a is 50, key is test_row_0/C:col10/1732420288532/Put/seqid=0 2024-11-24T03:51:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741858_1034 (size=12207) 2024-11-24T03:51:30,012 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/f5b1da522a0e4504bb4d13255d5f013a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/f5b1da522a0e4504bb4d13255d5f013a 2024-11-24T03:51:30,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420350018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420350018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420350018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420350019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,030 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/C of 7ecbe871a5c4e9959660aa38fed0d5c9 into f5b1da522a0e4504bb4d13255d5f013a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:30,030 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:30,030 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/C, priority=13, startTime=1732420289796; duration=0sec 2024-11-24T03:51:30,030 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:30,030 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:C 2024-11-24T03:51:30,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420350027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,178 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:51:30,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420350227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420350228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420350228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420350228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420350237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T03:51:30,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T03:51:30,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T03:51:30,250 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T03:51:30,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T03:51:30,250 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T03:51:30,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T03:51:30,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T03:51:30,281 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/0c41a0cf311e4c63ab277d197f19fe79 2024-11-24T03:51:30,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/3eba0e326ed6498f8206eb9f60e678c5 is 50, key is test_row_0/B:col10/1732420289216/Put/seqid=0 2024-11-24T03:51:30,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741859_1035 (size=12001) 2024-11-24T03:51:30,306 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/3eba0e326ed6498f8206eb9f60e678c5 2024-11-24T03:51:30,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/14f8b91de0d842ca922ea54011522d3d is 50, key is test_row_0/C:col10/1732420289216/Put/seqid=0 2024-11-24T03:51:30,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741860_1036 (size=12001) 2024-11-24T03:51:30,372 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/14f8b91de0d842ca922ea54011522d3d 2024-11-24T03:51:30,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/0c41a0cf311e4c63ab277d197f19fe79 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/0c41a0cf311e4c63ab277d197f19fe79 2024-11-24T03:51:30,398 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/0c41a0cf311e4c63ab277d197f19fe79, entries=150, sequenceid=102, filesize=11.7 K 2024-11-24T03:51:30,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/3eba0e326ed6498f8206eb9f60e678c5 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/3eba0e326ed6498f8206eb9f60e678c5 2024-11-24T03:51:30,420 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/3eba0e326ed6498f8206eb9f60e678c5, entries=150, sequenceid=102, filesize=11.7 K 2024-11-24T03:51:30,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/14f8b91de0d842ca922ea54011522d3d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/14f8b91de0d842ca922ea54011522d3d 2024-11-24T03:51:30,437 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/14f8b91de0d842ca922ea54011522d3d, entries=150, sequenceid=102, filesize=11.7 K 2024-11-24T03:51:30,440 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 626ms, sequenceid=102, compaction requested=false 2024-11-24T03:51:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T03:51:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T03:51:30,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T03:51:30,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8870 sec 2024-11-24T03:51:30,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.9010 sec 2024-11-24T03:51:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:30,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-24T03:51:30,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:30,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:30,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:30,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:30,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:30,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:30,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/579b5cb7d4974566ae784893d93eaa77 is 50, key is test_row_0/A:col10/1732420290540/Put/seqid=0 2024-11-24T03:51:30,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420350592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420350595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420350597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420350595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741861_1037 (size=14341) 2024-11-24T03:51:30,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/579b5cb7d4974566ae784893d93eaa77 2024-11-24T03:51:30,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420350604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/b776dc46aab94f7eaac333addd0ec197 is 50, key is test_row_0/B:col10/1732420290540/Put/seqid=0 2024-11-24T03:51:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741862_1038 (size=12001) 2024-11-24T03:51:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T03:51:30,698 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:30,698 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:51:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-24T03:51:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T03:51:30,702 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:51:30,703 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:51:30,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:51:30,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420350707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420350717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420350717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420350717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420350717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T03:51:30,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T03:51:30,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:30,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:30,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:30,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420350917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,920 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420350927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420350927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420350928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420350928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,932 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T03:51:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:31,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:31,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T03:51:31,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/b776dc46aab94f7eaac333addd0ec197 2024-11-24T03:51:31,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/642d8412e22043c08aec05433f433260 is 50, key is test_row_0/C:col10/1732420290540/Put/seqid=0 2024-11-24T03:51:31,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741863_1039 (size=12001) 2024-11-24T03:51:31,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/642d8412e22043c08aec05433f433260 2024-11-24T03:51:31,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/579b5cb7d4974566ae784893d93eaa77 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/579b5cb7d4974566ae784893d93eaa77 2024-11-24T03:51:31,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/579b5cb7d4974566ae784893d93eaa77, entries=200, sequenceid=121, filesize=14.0 K 2024-11-24T03:51:31,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/b776dc46aab94f7eaac333addd0ec197 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/b776dc46aab94f7eaac333addd0ec197 2024-11-24T03:51:31,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/b776dc46aab94f7eaac333addd0ec197, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T03:51:31,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/642d8412e22043c08aec05433f433260 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/642d8412e22043c08aec05433f433260 2024-11-24T03:51:31,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/642d8412e22043c08aec05433f433260, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T03:51:31,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 608ms, sequenceid=121, compaction requested=true 2024-11-24T03:51:31,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:31,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:31,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:31,150 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:31,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:31,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:31,151 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:31,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:31,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:31,152 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:31,153 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/A is initiating minor compaction (all files) 2024-11-24T03:51:31,153 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/A in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:31,153 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/e35735610e284f91a82c2d0a69c25c8b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/0c41a0cf311e4c63ab277d197f19fe79, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/579b5cb7d4974566ae784893d93eaa77] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=37.6 K 2024-11-24T03:51:31,154 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:31,154 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/B is initiating minor compaction (all files) 2024-11-24T03:51:31,154 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/B in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:31,154 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/b4cb771abb8a4a50bd1ed7e368e61a87, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/3eba0e326ed6498f8206eb9f60e678c5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/b776dc46aab94f7eaac333addd0ec197] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=35.4 K 2024-11-24T03:51:31,155 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e35735610e284f91a82c2d0a69c25c8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732420288529 2024-11-24T03:51:31,157 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting b4cb771abb8a4a50bd1ed7e368e61a87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732420288529 2024-11-24T03:51:31,157 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c41a0cf311e4c63ab277d197f19fe79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732420289216 2024-11-24T03:51:31,158 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3eba0e326ed6498f8206eb9f60e678c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732420289216 2024-11-24T03:51:31,158 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 579b5cb7d4974566ae784893d93eaa77, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732420289897 2024-11-24T03:51:31,159 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting b776dc46aab94f7eaac333addd0ec197, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732420290540 2024-11-24T03:51:31,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T03:51:31,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:31,170 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-24T03:51:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:31,186 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:31,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/e7ba16e7601c4f3c94d1901708f05f7c is 50, key is test_row_0/A:col10/1732420290591/Put/seqid=0 2024-11-24T03:51:31,187 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/26b66a9c3908433e911a1a9e78376396 is 50, key is test_row_0/A:col10/1732420290540/Put/seqid=0 2024-11-24T03:51:31,193 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#B#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:31,194 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/37488121b9334fc89ce46bbd02cbb70d is 50, key is test_row_0/B:col10/1732420290540/Put/seqid=0 2024-11-24T03:51:31,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741865_1041 (size=12309) 2024-11-24T03:51:31,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:31,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741866_1042 (size=12309) 2024-11-24T03:51:31,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741864_1040 (size=12151) 2024-11-24T03:51:31,250 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/37488121b9334fc89ce46bbd02cbb70d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/37488121b9334fc89ce46bbd02cbb70d 2024-11-24T03:51:31,261 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/B of 7ecbe871a5c4e9959660aa38fed0d5c9 into 37488121b9334fc89ce46bbd02cbb70d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:31,261 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:31,261 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/B, priority=13, startTime=1732420291150; duration=0sec 2024-11-24T03:51:31,261 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:31,262 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:B 2024-11-24T03:51:31,262 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:31,264 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:31,264 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/C is initiating minor compaction (all files) 2024-11-24T03:51:31,264 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/C in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:31,264 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/f5b1da522a0e4504bb4d13255d5f013a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/14f8b91de0d842ca922ea54011522d3d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/642d8412e22043c08aec05433f433260] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=35.4 K 2024-11-24T03:51:31,266 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f5b1da522a0e4504bb4d13255d5f013a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732420288529 2024-11-24T03:51:31,267 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 14f8b91de0d842ca922ea54011522d3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732420289216 2024-11-24T03:51:31,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420351256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,268 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 642d8412e22043c08aec05433f433260, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732420290540 2024-11-24T03:51:31,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420351260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420351262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420351264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420351271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,292 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:31,293 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/63fc9ff8f5244bab93f3cc16f1d92c17 is 50, key is test_row_0/C:col10/1732420290540/Put/seqid=0 2024-11-24T03:51:31,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741867_1043 (size=12309) 2024-11-24T03:51:31,324 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/63fc9ff8f5244bab93f3cc16f1d92c17 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/63fc9ff8f5244bab93f3cc16f1d92c17 2024-11-24T03:51:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T03:51:31,338 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/C of 7ecbe871a5c4e9959660aa38fed0d5c9 into 63fc9ff8f5244bab93f3cc16f1d92c17(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:31,338 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:31,338 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/C, priority=13, startTime=1732420291151; duration=0sec 2024-11-24T03:51:31,338 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:31,339 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:C 2024-11-24T03:51:31,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420351377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420351377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420351377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420351378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420351378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420351587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420351588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420351588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,590 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420351588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420351588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,635 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/26b66a9c3908433e911a1a9e78376396 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/26b66a9c3908433e911a1a9e78376396 2024-11-24T03:51:31,644 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/A of 7ecbe871a5c4e9959660aa38fed0d5c9 into 26b66a9c3908433e911a1a9e78376396(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:31,645 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:31,645 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/A, priority=13, startTime=1732420291150; duration=0sec 2024-11-24T03:51:31,645 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:31,645 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:A 2024-11-24T03:51:31,648 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/e7ba16e7601c4f3c94d1901708f05f7c 2024-11-24T03:51:31,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/1a322903478745f4a99fa0e8006c1a42 is 50, key is test_row_0/B:col10/1732420290591/Put/seqid=0 2024-11-24T03:51:31,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741868_1044 (size=12151) 2024-11-24T03:51:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T03:51:31,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420351897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420351897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420351897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420351897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420351898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,091 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/1a322903478745f4a99fa0e8006c1a42 2024-11-24T03:51:32,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/ca52cb93e37b4ab78df1b916ef90a15d is 50, key is test_row_0/C:col10/1732420290591/Put/seqid=0 2024-11-24T03:51:32,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741869_1045 (size=12151) 2024-11-24T03:51:32,129 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/ca52cb93e37b4ab78df1b916ef90a15d 2024-11-24T03:51:32,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/e7ba16e7601c4f3c94d1901708f05f7c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/e7ba16e7601c4f3c94d1901708f05f7c 2024-11-24T03:51:32,154 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/e7ba16e7601c4f3c94d1901708f05f7c, entries=150, sequenceid=137, filesize=11.9 K 2024-11-24T03:51:32,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/1a322903478745f4a99fa0e8006c1a42 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/1a322903478745f4a99fa0e8006c1a42 2024-11-24T03:51:32,167 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/1a322903478745f4a99fa0e8006c1a42, entries=150, sequenceid=137, filesize=11.9 K 2024-11-24T03:51:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/ca52cb93e37b4ab78df1b916ef90a15d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/ca52cb93e37b4ab78df1b916ef90a15d 2024-11-24T03:51:32,184 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/ca52cb93e37b4ab78df1b916ef90a15d, entries=150, sequenceid=137, filesize=11.9 K 2024-11-24T03:51:32,186 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 1017ms, sequenceid=137, compaction requested=false 2024-11-24T03:51:32,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:32,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:32,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T03:51:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T03:51:32,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T03:51:32,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4850 sec 2024-11-24T03:51:32,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.4980 sec 2024-11-24T03:51:32,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:32,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-24T03:51:32,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:32,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:32,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:32,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:32,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:32,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:32,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/2ff8502a864e426fb18ee0e3246d3025 is 50, key is test_row_0/A:col10/1732420291256/Put/seqid=0 2024-11-24T03:51:32,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741870_1046 (size=14541) 2024-11-24T03:51:32,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/2ff8502a864e426fb18ee0e3246d3025 2024-11-24T03:51:32,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420352429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420352430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420352432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420352435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420352438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/edd30aefcc2d424aaaf08e83bc728ebf is 50, key is test_row_0/B:col10/1732420291256/Put/seqid=0 2024-11-24T03:51:32,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741871_1047 (size=12151) 2024-11-24T03:51:32,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420352538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420352547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420352547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420352547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420352547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420352747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420352757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420352757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420352757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420352758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:32,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:32,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T03:51:32,847 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:32,847 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:51:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-24T03:51:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T03:51:32,850 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:51:32,851 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:51:32,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:51:32,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/edd30aefcc2d424aaaf08e83bc728ebf 2024-11-24T03:51:32,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/d3a2877df7d84f60afc223e05d939acb is 50, key is test_row_0/C:col10/1732420291256/Put/seqid=0 2024-11-24T03:51:32,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741872_1048 (size=12151) 2024-11-24T03:51:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T03:51:33,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T03:51:33,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:33,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:33,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:33,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420353057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420353067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420353067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420353067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420353067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,073 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T03:51:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:33,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:33,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T03:51:33,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/d3a2877df7d84f60afc223e05d939acb 2024-11-24T03:51:33,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/2ff8502a864e426fb18ee0e3246d3025 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/2ff8502a864e426fb18ee0e3246d3025 2024-11-24T03:51:33,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/2ff8502a864e426fb18ee0e3246d3025, entries=200, sequenceid=157, filesize=14.2 K 2024-11-24T03:51:33,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/edd30aefcc2d424aaaf08e83bc728ebf as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/edd30aefcc2d424aaaf08e83bc728ebf 2024-11-24T03:51:33,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T03:51:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:33,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:33,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:33,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/edd30aefcc2d424aaaf08e83bc728ebf, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T03:51:33,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/d3a2877df7d84f60afc223e05d939acb as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/d3a2877df7d84f60afc223e05d939acb 2024-11-24T03:51:33,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/d3a2877df7d84f60afc223e05d939acb, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T03:51:33,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 929ms, sequenceid=157, compaction requested=true 2024-11-24T03:51:33,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:33,341 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:33,341 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:33,342 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:33,342 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:33,342 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/A is initiating minor compaction (all files) 2024-11-24T03:51:33,342 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/B is initiating minor compaction (all files) 2024-11-24T03:51:33,342 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/A in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:33,342 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/B in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:33,343 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/26b66a9c3908433e911a1a9e78376396, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/e7ba16e7601c4f3c94d1901708f05f7c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/2ff8502a864e426fb18ee0e3246d3025] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=38.1 K 2024-11-24T03:51:33,343 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/37488121b9334fc89ce46bbd02cbb70d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/1a322903478745f4a99fa0e8006c1a42, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/edd30aefcc2d424aaaf08e83bc728ebf] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=35.8 K 2024-11-24T03:51:33,343 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26b66a9c3908433e911a1a9e78376396, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732420290540 2024-11-24T03:51:33,343 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 37488121b9334fc89ce46bbd02cbb70d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732420290540 2024-11-24T03:51:33,344 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7ba16e7601c4f3c94d1901708f05f7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732420290591 2024-11-24T03:51:33,344 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a322903478745f4a99fa0e8006c1a42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732420290591 2024-11-24T03:51:33,344 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ff8502a864e426fb18ee0e3246d3025, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732420291255 2024-11-24T03:51:33,344 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting edd30aefcc2d424aaaf08e83bc728ebf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732420291255 2024-11-24T03:51:33,365 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:33,366 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/172d71dc29fc47d5af6872adffe89914 is 50, key is test_row_0/B:col10/1732420291256/Put/seqid=0 2024-11-24T03:51:33,370 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#A#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:33,370 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/ea195d9f3ada4f9a849422b5c64e9d6e is 50, key is test_row_0/A:col10/1732420291256/Put/seqid=0 2024-11-24T03:51:33,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741873_1049 (size=12561) 2024-11-24T03:51:33,413 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/172d71dc29fc47d5af6872adffe89914 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/172d71dc29fc47d5af6872adffe89914 2024-11-24T03:51:33,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741874_1050 (size=12561) 2024-11-24T03:51:33,431 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/B of 7ecbe871a5c4e9959660aa38fed0d5c9 into 172d71dc29fc47d5af6872adffe89914(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:33,431 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:33,431 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/B, priority=13, startTime=1732420293341; duration=0sec 2024-11-24T03:51:33,431 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:33,431 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:B 2024-11-24T03:51:33,431 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:33,433 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:33,433 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/C is initiating minor compaction (all files) 2024-11-24T03:51:33,434 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/C in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:33,434 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/63fc9ff8f5244bab93f3cc16f1d92c17, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/ca52cb93e37b4ab78df1b916ef90a15d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/d3a2877df7d84f60afc223e05d939acb] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=35.8 K 2024-11-24T03:51:33,434 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 63fc9ff8f5244bab93f3cc16f1d92c17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732420290540 2024-11-24T03:51:33,435 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting ca52cb93e37b4ab78df1b916ef90a15d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732420290591 2024-11-24T03:51:33,435 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting d3a2877df7d84f60afc223e05d939acb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732420291255 2024-11-24T03:51:33,452 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#C#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:33,453 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/973894b3f29e4dd6a2f98ac5b0ce82a6 is 50, key is test_row_0/C:col10/1732420291256/Put/seqid=0 2024-11-24T03:51:33,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T03:51:33,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:33,474 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-24T03:51:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:33,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T03:51:33,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741875_1051 (size=12561) 2024-11-24T03:51:33,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/f139b926402e46ef8d77a44fb4980f7e is 50, key is test_row_0/A:col10/1732420292425/Put/seqid=0 2024-11-24T03:51:33,495 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/973894b3f29e4dd6a2f98ac5b0ce82a6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/973894b3f29e4dd6a2f98ac5b0ce82a6 2024-11-24T03:51:33,507 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/C of 7ecbe871a5c4e9959660aa38fed0d5c9 into 973894b3f29e4dd6a2f98ac5b0ce82a6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:33,507 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:33,507 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/C, priority=13, startTime=1732420293341; duration=0sec 2024-11-24T03:51:33,507 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:33,507 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:C 2024-11-24T03:51:33,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741876_1052 (size=12151) 2024-11-24T03:51:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:33,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:33,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420353589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420353592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420353593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420353593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420353593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420353697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420353708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420353708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420353708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420353708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,829 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/ea195d9f3ada4f9a849422b5c64e9d6e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/ea195d9f3ada4f9a849422b5c64e9d6e 2024-11-24T03:51:33,838 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/A of 7ecbe871a5c4e9959660aa38fed0d5c9 into ea195d9f3ada4f9a849422b5c64e9d6e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:33,838 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:33,838 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/A, priority=13, startTime=1732420293341; duration=0sec 2024-11-24T03:51:33,838 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:33,838 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:A 2024-11-24T03:51:33,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420353907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,910 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/f139b926402e46ef8d77a44fb4980f7e 2024-11-24T03:51:33,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420353917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420353918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420353918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420353918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/f4f783ff38c54bf09f89eac295625e1a is 50, key is test_row_0/B:col10/1732420292425/Put/seqid=0 2024-11-24T03:51:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:33,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741877_1053 (size=12151) 2024-11-24T03:51:33,942 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/f4f783ff38c54bf09f89eac295625e1a 2024-11-24T03:51:33,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/0a9303f7e4b044ecaa7bbefe1a260493 is 50, key is test_row_0/C:col10/1732420292425/Put/seqid=0 2024-11-24T03:51:33,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741878_1054 (size=12151) 2024-11-24T03:51:33,986 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/0a9303f7e4b044ecaa7bbefe1a260493 2024-11-24T03:51:33,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T03:51:33,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/f139b926402e46ef8d77a44fb4980f7e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/f139b926402e46ef8d77a44fb4980f7e 2024-11-24T03:51:34,007 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/f139b926402e46ef8d77a44fb4980f7e, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T03:51:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/f4f783ff38c54bf09f89eac295625e1a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/f4f783ff38c54bf09f89eac295625e1a 2024-11-24T03:51:34,023 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/f4f783ff38c54bf09f89eac295625e1a, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T03:51:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/0a9303f7e4b044ecaa7bbefe1a260493 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/0a9303f7e4b044ecaa7bbefe1a260493 2024-11-24T03:51:34,034 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/0a9303f7e4b044ecaa7bbefe1a260493, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T03:51:34,037 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 564ms, sequenceid=174, compaction requested=false 2024-11-24T03:51:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T03:51:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T03:51:34,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T03:51:34,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1880 sec 2024-11-24T03:51:34,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.1960 sec 2024-11-24T03:51:34,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:34,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-24T03:51:34,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:34,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:34,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:34,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:34,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:34,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:34,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/48cbc52a80394ae5a515aa0b7ddbbb5e is 50, key is test_row_0/A:col10/1732420294219/Put/seqid=0 2024-11-24T03:51:34,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741879_1055 (size=12151) 2024-11-24T03:51:34,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/48cbc52a80394ae5a515aa0b7ddbbb5e 2024-11-24T03:51:34,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420354240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420354241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/0bce097ddbc343088179ef6bba567db8 is 50, key is test_row_0/B:col10/1732420294219/Put/seqid=0 2024-11-24T03:51:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420354243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420354249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420354251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741880_1056 (size=12151) 2024-11-24T03:51:34,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,256 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420354357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420354357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420354358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420354358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420354367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420354567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420354567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420354567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420354567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,570 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420354577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/0bce097ddbc343088179ef6bba567db8 2024-11-24T03:51:34,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/27ceff79e776413f9f516481d3e53fd6 is 50, key is test_row_0/C:col10/1732420294219/Put/seqid=0 2024-11-24T03:51:34,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741881_1057 (size=12151) 2024-11-24T03:51:34,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/27ceff79e776413f9f516481d3e53fd6 2024-11-24T03:51:34,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/48cbc52a80394ae5a515aa0b7ddbbb5e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/48cbc52a80394ae5a515aa0b7ddbbb5e 2024-11-24T03:51:34,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/48cbc52a80394ae5a515aa0b7ddbbb5e, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T03:51:34,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/0bce097ddbc343088179ef6bba567db8 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0bce097ddbc343088179ef6bba567db8 2024-11-24T03:51:34,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0bce097ddbc343088179ef6bba567db8, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T03:51:34,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/27ceff79e776413f9f516481d3e53fd6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/27ceff79e776413f9f516481d3e53fd6 2024-11-24T03:51:34,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/27ceff79e776413f9f516481d3e53fd6, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T03:51:34,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 509ms, sequenceid=193, compaction requested=true 2024-11-24T03:51:34,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:34,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:34,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:34,730 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:34,730 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:34,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:34,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:34,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:34,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:34,734 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:34,735 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/B is initiating minor compaction (all files) 2024-11-24T03:51:34,735 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:34,735 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/B in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:34,735 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/A is initiating minor compaction (all files) 2024-11-24T03:51:34,735 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/A in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:34,735 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/172d71dc29fc47d5af6872adffe89914, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/f4f783ff38c54bf09f89eac295625e1a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0bce097ddbc343088179ef6bba567db8] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=36.0 K 2024-11-24T03:51:34,735 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/ea195d9f3ada4f9a849422b5c64e9d6e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/f139b926402e46ef8d77a44fb4980f7e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/48cbc52a80394ae5a515aa0b7ddbbb5e] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=36.0 K 2024-11-24T03:51:34,735 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea195d9f3ada4f9a849422b5c64e9d6e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732420291255 2024-11-24T03:51:34,735 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 172d71dc29fc47d5af6872adffe89914, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732420291255 2024-11-24T03:51:34,736 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f139b926402e46ef8d77a44fb4980f7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732420292419 2024-11-24T03:51:34,736 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f4f783ff38c54bf09f89eac295625e1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732420292419 2024-11-24T03:51:34,736 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48cbc52a80394ae5a515aa0b7ddbbb5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732420293582 2024-11-24T03:51:34,737 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bce097ddbc343088179ef6bba567db8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732420293582 2024-11-24T03:51:34,748 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#A#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:34,748 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#B#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:34,749 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/d84d15eb7778405ba76288b0d5b7416a is 50, key is test_row_0/A:col10/1732420294219/Put/seqid=0 2024-11-24T03:51:34,749 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/0b3241b19a864734b30a9f3801ee5014 is 50, key is test_row_0/B:col10/1732420294219/Put/seqid=0 2024-11-24T03:51:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741883_1059 (size=12663) 2024-11-24T03:51:34,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741882_1058 (size=12663) 2024-11-24T03:51:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:34,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T03:51:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:34,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:34,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/6229ede833784186836562a6d962cf5e is 50, key is test_row_0/A:col10/1732420294883/Put/seqid=0 2024-11-24T03:51:34,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741884_1060 (size=9757) 2024-11-24T03:51:34,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420354961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420354961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420354962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420354963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420354964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:34,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T03:51:34,997 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:34,998 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:51:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-24T03:51:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T03:51:35,000 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:51:35,002 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:51:35,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:51:35,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420355077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420355077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420355077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420355077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420355086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T03:51:35,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-24T03:51:35,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:35,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,167 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/d84d15eb7778405ba76288b0d5b7416a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d84d15eb7778405ba76288b0d5b7416a 2024-11-24T03:51:35,167 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/0b3241b19a864734b30a9f3801ee5014 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0b3241b19a864734b30a9f3801ee5014 2024-11-24T03:51:35,177 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/A of 7ecbe871a5c4e9959660aa38fed0d5c9 into d84d15eb7778405ba76288b0d5b7416a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:35,177 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/B of 7ecbe871a5c4e9959660aa38fed0d5c9 into 0b3241b19a864734b30a9f3801ee5014(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:35,177 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:35,177 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:35,177 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/B, priority=13, startTime=1732420294730; duration=0sec 2024-11-24T03:51:35,177 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/A, priority=13, startTime=1732420294730; duration=0sec 2024-11-24T03:51:35,178 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:35,178 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:35,178 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:B 2024-11-24T03:51:35,178 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:A 2024-11-24T03:51:35,178 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:35,180 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:35,180 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/C is initiating minor compaction (all files) 2024-11-24T03:51:35,180 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/C in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,180 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/973894b3f29e4dd6a2f98ac5b0ce82a6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/0a9303f7e4b044ecaa7bbefe1a260493, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/27ceff79e776413f9f516481d3e53fd6] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=36.0 K 2024-11-24T03:51:35,181 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 973894b3f29e4dd6a2f98ac5b0ce82a6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732420291255 2024-11-24T03:51:35,182 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a9303f7e4b044ecaa7bbefe1a260493, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732420292419 2024-11-24T03:51:35,182 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 27ceff79e776413f9f516481d3e53fd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732420293582 2024-11-24T03:51:35,194 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#C#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:35,194 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/8f42e8eef560445ca87ccea2eeac7233 is 50, key is test_row_0/C:col10/1732420294219/Put/seqid=0 2024-11-24T03:51:35,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741885_1061 (size=12663) 2024-11-24T03:51:35,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420355287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420355288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420355288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420355288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420355297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-24T03:51:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T03:51:35,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/6229ede833784186836562a6d962cf5e 2024-11-24T03:51:35,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/db1e5468d77c4ed493fe449b4e7466b5 is 50, key is test_row_0/B:col10/1732420294883/Put/seqid=0 2024-11-24T03:51:35,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741886_1062 (size=9757) 2024-11-24T03:51:35,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-24T03:51:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420355597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420355597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420355597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420355597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420355607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:35,611 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/8f42e8eef560445ca87ccea2eeac7233 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/8f42e8eef560445ca87ccea2eeac7233 2024-11-24T03:51:35,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-24T03:51:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,619 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/C of 7ecbe871a5c4e9959660aa38fed0d5c9 into 8f42e8eef560445ca87ccea2eeac7233(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:35,619 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:35,619 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/C, priority=13, startTime=1732420294730; duration=0sec 2024-11-24T03:51:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,619 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:35,621 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:C 2024-11-24T03:51:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T03:51:35,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-24T03:51:35,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:35,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/db1e5468d77c4ed493fe449b4e7466b5 2024-11-24T03:51:35,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/f1af11d68f6749ec9d0cf3365bfdb3fc is 50, key is test_row_0/C:col10/1732420294883/Put/seqid=0 2024-11-24T03:51:35,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741887_1063 (size=9757) 2024-11-24T03:51:35,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-24T03:51:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:35,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:36,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-24T03:51:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:36,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:36,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:36,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:36,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:36,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:36,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420356107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:36,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420356107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:36,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420356107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:36,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:36,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:36,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:36,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420356118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420356118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T03:51:36,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/f1af11d68f6749ec9d0cf3365bfdb3fc 2024-11-24T03:51:36,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/6229ede833784186836562a6d962cf5e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/6229ede833784186836562a6d962cf5e 2024-11-24T03:51:36,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/6229ede833784186836562a6d962cf5e, entries=100, sequenceid=212, filesize=9.5 K 2024-11-24T03:51:36,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/db1e5468d77c4ed493fe449b4e7466b5 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/db1e5468d77c4ed493fe449b4e7466b5 2024-11-24T03:51:36,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/db1e5468d77c4ed493fe449b4e7466b5, entries=100, sequenceid=212, filesize=9.5 K 2024-11-24T03:51:36,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/f1af11d68f6749ec9d0cf3365bfdb3fc as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/f1af11d68f6749ec9d0cf3365bfdb3fc 2024-11-24T03:51:36,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/f1af11d68f6749ec9d0cf3365bfdb3fc, entries=100, sequenceid=212, filesize=9.5 K 2024-11-24T03:51:36,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 1287ms, sequenceid=212, compaction requested=false 2024-11-24T03:51:36,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:36,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-24T03:51:36,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:36,232 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T03:51:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:36,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/3fbaefb6c8804a919fe747d062ed3f60 is 50, key is test_row_0/A:col10/1732420294959/Put/seqid=0 2024-11-24T03:51:36,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741888_1064 (size=12151) 2024-11-24T03:51:36,647 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/3fbaefb6c8804a919fe747d062ed3f60 2024-11-24T03:51:36,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/d6e11b5cb91243bda0311d4c72fc283a is 50, key is test_row_0/B:col10/1732420294959/Put/seqid=0 2024-11-24T03:51:36,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741889_1065 (size=12151) 2024-11-24T03:51:37,069 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/d6e11b5cb91243bda0311d4c72fc283a 2024-11-24T03:51:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/96bdf59c412a49a3a9d43361044d7ce1 is 50, key is test_row_0/C:col10/1732420294959/Put/seqid=0 2024-11-24T03:51:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741890_1066 (size=12151) 2024-11-24T03:51:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:37,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420357136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420357137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420357141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T03:51:37,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420357143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420357143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420357246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420357247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420357247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420357257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420357257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420357457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420357457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420357457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420357467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420357467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,483 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/96bdf59c412a49a3a9d43361044d7ce1 2024-11-24T03:51:37,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/3fbaefb6c8804a919fe747d062ed3f60 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3fbaefb6c8804a919fe747d062ed3f60 2024-11-24T03:51:37,494 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3fbaefb6c8804a919fe747d062ed3f60, entries=150, sequenceid=229, filesize=11.9 K 2024-11-24T03:51:37,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/d6e11b5cb91243bda0311d4c72fc283a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/d6e11b5cb91243bda0311d4c72fc283a 2024-11-24T03:51:37,501 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/d6e11b5cb91243bda0311d4c72fc283a, entries=150, sequenceid=229, filesize=11.9 K 2024-11-24T03:51:37,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/96bdf59c412a49a3a9d43361044d7ce1 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/96bdf59c412a49a3a9d43361044d7ce1 2024-11-24T03:51:37,507 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/96bdf59c412a49a3a9d43361044d7ce1, entries=150, sequenceid=229, filesize=11.9 K 2024-11-24T03:51:37,509 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 1276ms, sequenceid=229, compaction requested=true 2024-11-24T03:51:37,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:37,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:37,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-24T03:51:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-24T03:51:37,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-24T03:51:37,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5090 sec 2024-11-24T03:51:37,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.5220 sec 2024-11-24T03:51:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:37,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T03:51:37,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:37,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:37,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:37,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:37,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:37,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:37,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/cc2d8fd07e774a3f8140253f59500f33 is 50, key is test_row_0/A:col10/1732420297140/Put/seqid=0 2024-11-24T03:51:37,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420357781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420357782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741891_1067 (size=14541) 2024-11-24T03:51:37,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/cc2d8fd07e774a3f8140253f59500f33 2024-11-24T03:51:37,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420357783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420357784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420357784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/2eb4ea2ffb0d411c9f8166e7dc7aff4a is 50, key is test_row_0/B:col10/1732420297140/Put/seqid=0 2024-11-24T03:51:37,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741892_1068 (size=12151) 2024-11-24T03:51:37,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420357887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420357887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420357897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420357897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:37,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:37,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420357897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:37,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:37,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420358097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,098 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420358097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420358107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420358107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420358107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/2eb4ea2ffb0d411c9f8166e7dc7aff4a 2024-11-24T03:51:38,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/564f1cb142ac4098a4738f85eb4619f1 is 50, key is test_row_0/C:col10/1732420297140/Put/seqid=0 2024-11-24T03:51:38,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741893_1069 (size=12151) 2024-11-24T03:51:38,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420358407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420358407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420358417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420358417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420358417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/564f1cb142ac4098a4738f85eb4619f1 2024-11-24T03:51:38,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/cc2d8fd07e774a3f8140253f59500f33 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/cc2d8fd07e774a3f8140253f59500f33 2024-11-24T03:51:38,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/cc2d8fd07e774a3f8140253f59500f33, entries=200, sequenceid=249, filesize=14.2 K 2024-11-24T03:51:38,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/2eb4ea2ffb0d411c9f8166e7dc7aff4a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2eb4ea2ffb0d411c9f8166e7dc7aff4a 2024-11-24T03:51:38,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2eb4ea2ffb0d411c9f8166e7dc7aff4a, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T03:51:38,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/564f1cb142ac4098a4738f85eb4619f1 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/564f1cb142ac4098a4738f85eb4619f1 2024-11-24T03:51:38,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/564f1cb142ac4098a4738f85eb4619f1, entries=150, sequenceid=249, filesize=11.9 K 2024-11-24T03:51:38,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 877ms, sequenceid=249, compaction requested=true 2024-11-24T03:51:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:38,647 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:51:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:38,647 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:51:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:38,648 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49112 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:51:38,648 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46722 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:51:38,648 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/B is initiating minor compaction (all files) 2024-11-24T03:51:38,648 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/A is initiating minor compaction (all files) 2024-11-24T03:51:38,648 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/B in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:38,648 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/A in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:38,649 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d84d15eb7778405ba76288b0d5b7416a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/6229ede833784186836562a6d962cf5e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3fbaefb6c8804a919fe747d062ed3f60, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/cc2d8fd07e774a3f8140253f59500f33] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=48.0 K 2024-11-24T03:51:38,649 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0b3241b19a864734b30a9f3801ee5014, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/db1e5468d77c4ed493fe449b4e7466b5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/d6e11b5cb91243bda0311d4c72fc283a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2eb4ea2ffb0d411c9f8166e7dc7aff4a] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=45.6 K 2024-11-24T03:51:38,649 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d84d15eb7778405ba76288b0d5b7416a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732420293582 2024-11-24T03:51:38,649 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6229ede833784186836562a6d962cf5e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732420294877 2024-11-24T03:51:38,649 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b3241b19a864734b30a9f3801ee5014, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732420293582 2024-11-24T03:51:38,650 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fbaefb6c8804a919fe747d062ed3f60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732420294959 2024-11-24T03:51:38,650 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting db1e5468d77c4ed493fe449b4e7466b5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732420294877 2024-11-24T03:51:38,650 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc2d8fd07e774a3f8140253f59500f33, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732420297138 2024-11-24T03:51:38,651 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting d6e11b5cb91243bda0311d4c72fc283a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732420294959 2024-11-24T03:51:38,651 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2eb4ea2ffb0d411c9f8166e7dc7aff4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732420297140 2024-11-24T03:51:38,667 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:38,667 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:38,667 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/938f475452fb45e0821fae258a176d02 is 50, key is test_row_0/B:col10/1732420297140/Put/seqid=0 2024-11-24T03:51:38,668 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/5f106c1283424a85aee149df33186b4b is 50, key is test_row_0/A:col10/1732420297140/Put/seqid=0 2024-11-24T03:51:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741894_1070 (size=12799) 2024-11-24T03:51:38,685 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/938f475452fb45e0821fae258a176d02 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/938f475452fb45e0821fae258a176d02 2024-11-24T03:51:38,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741895_1071 (size=12799) 2024-11-24T03:51:38,693 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/B of 7ecbe871a5c4e9959660aa38fed0d5c9 into 938f475452fb45e0821fae258a176d02(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:38,693 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:38,693 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/B, priority=12, startTime=1732420298647; duration=0sec 2024-11-24T03:51:38,694 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:38,694 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:B 2024-11-24T03:51:38,694 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:51:38,695 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46722 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:51:38,695 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/C is initiating minor compaction (all files) 2024-11-24T03:51:38,695 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/C in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:38,696 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/8f42e8eef560445ca87ccea2eeac7233, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/f1af11d68f6749ec9d0cf3365bfdb3fc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/96bdf59c412a49a3a9d43361044d7ce1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/564f1cb142ac4098a4738f85eb4619f1] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=45.6 K 2024-11-24T03:51:38,696 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f42e8eef560445ca87ccea2eeac7233, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732420293582 2024-11-24T03:51:38,696 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f1af11d68f6749ec9d0cf3365bfdb3fc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1732420294877 2024-11-24T03:51:38,697 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 96bdf59c412a49a3a9d43361044d7ce1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732420294959 2024-11-24T03:51:38,697 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 564f1cb142ac4098a4738f85eb4619f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732420297140 2024-11-24T03:51:38,706 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:38,707 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/b8e597f799c74a909e6940ffc59bdf46 is 50, key is test_row_0/C:col10/1732420297140/Put/seqid=0 2024-11-24T03:51:38,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741896_1072 (size=12799) 2024-11-24T03:51:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:38,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-24T03:51:38,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:38,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:38,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:38,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:38,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:38,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:38,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/843f16b4a3f94639be94907ebd625b00 is 50, key is test_row_0/A:col10/1732420298917/Put/seqid=0 2024-11-24T03:51:38,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741897_1073 (size=14741) 2024-11-24T03:51:38,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/843f16b4a3f94639be94907ebd625b00 2024-11-24T03:51:38,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420358946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420358948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420358948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420358950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420358950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:38,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,956 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:38,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:38,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/8851b4e2d9c74b68a996a28b7079d691 is 50, key is test_row_0/B:col10/1732420298917/Put/seqid=0 2024-11-24T03:51:38,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741898_1074 (size=12301) 2024-11-24T03:51:38,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/8851b4e2d9c74b68a996a28b7079d691 2024-11-24T03:51:38,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/2776212e9f2147b1aa87823e5e26e55c is 50, key is test_row_0/C:col10/1732420298917/Put/seqid=0 2024-11-24T03:51:38,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741899_1075 (size=12301) 2024-11-24T03:51:39,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420359057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420359067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,069 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420359067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420359067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420359067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,071 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,096 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/5f106c1283424a85aee149df33186b4b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/5f106c1283424a85aee149df33186b4b 2024-11-24T03:51:39,104 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/A of 7ecbe871a5c4e9959660aa38fed0d5c9 into 5f106c1283424a85aee149df33186b4b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:39,104 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:39,104 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/A, priority=12, startTime=1732420298647; duration=0sec 2024-11-24T03:51:39,105 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:39,105 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:A 2024-11-24T03:51:39,120 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/b8e597f799c74a909e6940ffc59bdf46 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/b8e597f799c74a909e6940ffc59bdf46 2024-11-24T03:51:39,127 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/C of 7ecbe871a5c4e9959660aa38fed0d5c9 into b8e597f799c74a909e6940ffc59bdf46(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:39,127 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:39,127 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/C, priority=12, startTime=1732420298647; duration=0sec 2024-11-24T03:51:39,127 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:39,127 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:C 2024-11-24T03:51:39,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T03:51:39,177 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:39,178 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:51:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-24T03:51:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T03:51:39,180 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:51:39,181 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:51:39,182 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:51:39,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420359267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420359277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420359277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420359278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420359278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T03:51:39,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-24T03:51:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:39,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:39,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:39,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/2776212e9f2147b1aa87823e5e26e55c 2024-11-24T03:51:39,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/843f16b4a3f94639be94907ebd625b00 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/843f16b4a3f94639be94907ebd625b00 2024-11-24T03:51:39,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/843f16b4a3f94639be94907ebd625b00, entries=200, sequenceid=263, filesize=14.4 K 2024-11-24T03:51:39,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/8851b4e2d9c74b68a996a28b7079d691 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8851b4e2d9c74b68a996a28b7079d691 2024-11-24T03:51:39,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8851b4e2d9c74b68a996a28b7079d691, entries=150, sequenceid=263, filesize=12.0 K 2024-11-24T03:51:39,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/2776212e9f2147b1aa87823e5e26e55c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/2776212e9f2147b1aa87823e5e26e55c 2024-11-24T03:51:39,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/2776212e9f2147b1aa87823e5e26e55c, entries=150, sequenceid=263, filesize=12.0 K 2024-11-24T03:51:39,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 506ms, sequenceid=263, compaction requested=false 2024-11-24T03:51:39,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:39,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-24T03:51:39,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:39,488 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T03:51:39,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:39,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:39,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:39,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:39,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:39,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:39,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/394019a52b6f4eaf821078e05888ffeb is 50, key is test_row_0/A:col10/1732420298946/Put/seqid=0 2024-11-24T03:51:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T03:51:39,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741900_1076 (size=12301) 2024-11-24T03:51:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:39,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:39,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420359593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420359595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420359595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420359596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420359596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420359707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420359707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420359707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420359707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420359707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T03:51:39,904 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/394019a52b6f4eaf821078e05888ffeb 2024-11-24T03:51:39,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420359917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420359917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420359917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420359918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:39,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420359918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:39,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:39,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:39,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/2ab6ba8ffbd9479a9252b748fdf5f91f is 50, key is test_row_0/B:col10/1732420298946/Put/seqid=0 2024-11-24T03:51:39,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741901_1077 (size=12301) 2024-11-24T03:51:39,965 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/2ab6ba8ffbd9479a9252b748fdf5f91f 2024-11-24T03:51:39,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/602739df065b4de1b1e15f84de4d4dc5 is 50, key is test_row_0/C:col10/1732420298946/Put/seqid=0 2024-11-24T03:51:39,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741902_1078 (size=12301) 2024-11-24T03:51:40,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420360227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420360227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420360227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420360228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420360228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T03:51:40,394 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/602739df065b4de1b1e15f84de4d4dc5 2024-11-24T03:51:40,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/394019a52b6f4eaf821078e05888ffeb as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/394019a52b6f4eaf821078e05888ffeb 2024-11-24T03:51:40,406 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/394019a52b6f4eaf821078e05888ffeb, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T03:51:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/2ab6ba8ffbd9479a9252b748fdf5f91f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2ab6ba8ffbd9479a9252b748fdf5f91f 2024-11-24T03:51:40,414 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2ab6ba8ffbd9479a9252b748fdf5f91f, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T03:51:40,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/602739df065b4de1b1e15f84de4d4dc5 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/602739df065b4de1b1e15f84de4d4dc5 2024-11-24T03:51:40,421 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/602739df065b4de1b1e15f84de4d4dc5, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T03:51:40,425 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 937ms, sequenceid=284, compaction requested=true 2024-11-24T03:51:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:40,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-24T03:51:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-24T03:51:40,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-24T03:51:40,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2450 sec 2024-11-24T03:51:40,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.2520 sec 2024-11-24T03:51:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:40,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-24T03:51:40,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:40,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:40,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:40,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:40,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:40,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:40,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/3cc88122691243a4a424b6680ab55c50 is 50, key is test_row_0/A:col10/1732420300738/Put/seqid=0 2024-11-24T03:51:40,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741903_1079 (size=17181) 2024-11-24T03:51:40,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/3cc88122691243a4a424b6680ab55c50 2024-11-24T03:51:40,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420360758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420360759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420360762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420360763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420360765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/187dfa6cb4344d5db5bf4cd80cb15f1a is 50, key is test_row_0/B:col10/1732420300738/Put/seqid=0 2024-11-24T03:51:40,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741904_1080 (size=12301) 2024-11-24T03:51:40,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420360867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420360877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420360877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420360877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420360878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:40,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420361077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420361087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420361087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420361087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420361087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/187dfa6cb4344d5db5bf4cd80cb15f1a 2024-11-24T03:51:41,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/fdd7fcefbf534e4996831d658b166457 is 50, key is test_row_0/C:col10/1732420300738/Put/seqid=0 2024-11-24T03:51:41,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741905_1081 (size=12301) 2024-11-24T03:51:41,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/fdd7fcefbf534e4996831d658b166457 2024-11-24T03:51:41,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/3cc88122691243a4a424b6680ab55c50 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3cc88122691243a4a424b6680ab55c50 2024-11-24T03:51:41,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3cc88122691243a4a424b6680ab55c50, entries=250, sequenceid=300, filesize=16.8 K 2024-11-24T03:51:41,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/187dfa6cb4344d5db5bf4cd80cb15f1a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/187dfa6cb4344d5db5bf4cd80cb15f1a 2024-11-24T03:51:41,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/187dfa6cb4344d5db5bf4cd80cb15f1a, entries=150, sequenceid=300, filesize=12.0 K 2024-11-24T03:51:41,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/fdd7fcefbf534e4996831d658b166457 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/fdd7fcefbf534e4996831d658b166457 2024-11-24T03:51:41,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/fdd7fcefbf534e4996831d658b166457, entries=150, sequenceid=300, filesize=12.0 K 2024-11-24T03:51:41,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 502ms, sequenceid=300, compaction requested=true 2024-11-24T03:51:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:41,242 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:51:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:41,242 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:51:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:41,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:41,243 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49702 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:51:41,244 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/B is initiating minor compaction (all files) 2024-11-24T03:51:41,244 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/B in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:41,244 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/938f475452fb45e0821fae258a176d02, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8851b4e2d9c74b68a996a28b7079d691, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2ab6ba8ffbd9479a9252b748fdf5f91f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/187dfa6cb4344d5db5bf4cd80cb15f1a] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=48.5 K 2024-11-24T03:51:41,244 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:51:41,244 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/A is initiating minor compaction (all files) 2024-11-24T03:51:41,244 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/A in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:41,244 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/5f106c1283424a85aee149df33186b4b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/843f16b4a3f94639be94907ebd625b00, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/394019a52b6f4eaf821078e05888ffeb, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3cc88122691243a4a424b6680ab55c50] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=55.7 K 2024-11-24T03:51:41,245 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 938f475452fb45e0821fae258a176d02, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732420297140 2024-11-24T03:51:41,245 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f106c1283424a85aee149df33186b4b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732420297140 2024-11-24T03:51:41,246 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8851b4e2d9c74b68a996a28b7079d691, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732420297781 2024-11-24T03:51:41,247 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 843f16b4a3f94639be94907ebd625b00, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732420297780 2024-11-24T03:51:41,247 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ab6ba8ffbd9479a9252b748fdf5f91f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732420298946 2024-11-24T03:51:41,247 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 394019a52b6f4eaf821078e05888ffeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732420298946 2024-11-24T03:51:41,247 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 187dfa6cb4344d5db5bf4cd80cb15f1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732420299594 2024-11-24T03:51:41,248 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cc88122691243a4a424b6680ab55c50, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732420299582 2024-11-24T03:51:41,261 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:41,262 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/147b6d620dee4375b42c60a7f2a31541 is 50, key is test_row_0/B:col10/1732420300738/Put/seqid=0 2024-11-24T03:51:41,263 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#A#compaction#69 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:41,263 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/d060a94160794c1ea786ab92f75f988e is 50, key is test_row_0/A:col10/1732420300738/Put/seqid=0 2024-11-24T03:51:41,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741906_1082 (size=13085) 2024-11-24T03:51:41,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741907_1083 (size=13085) 2024-11-24T03:51:41,293 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/d060a94160794c1ea786ab92f75f988e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d060a94160794c1ea786ab92f75f988e 2024-11-24T03:51:41,301 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/A of 7ecbe871a5c4e9959660aa38fed0d5c9 into d060a94160794c1ea786ab92f75f988e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:41,301 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:41,301 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/A, priority=12, startTime=1732420301242; duration=0sec 2024-11-24T03:51:41,301 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:41,301 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:A 2024-11-24T03:51:41,302 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:51:41,303 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49702 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:51:41,304 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/C is initiating minor compaction (all files) 2024-11-24T03:51:41,304 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/C in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:41,304 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/b8e597f799c74a909e6940ffc59bdf46, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/2776212e9f2147b1aa87823e5e26e55c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/602739df065b4de1b1e15f84de4d4dc5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/fdd7fcefbf534e4996831d658b166457] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=48.5 K 2024-11-24T03:51:41,304 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8e597f799c74a909e6940ffc59bdf46, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732420297140 2024-11-24T03:51:41,305 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2776212e9f2147b1aa87823e5e26e55c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732420297781 2024-11-24T03:51:41,305 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 602739df065b4de1b1e15f84de4d4dc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732420298946 2024-11-24T03:51:41,307 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdd7fcefbf534e4996831d658b166457, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732420299594 2024-11-24T03:51:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T03:51:41,328 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:41,328 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:51:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-24T03:51:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T03:51:41,331 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#C#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:41,331 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:51:41,331 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/32b5c947a7cf48ad8cd5cd69df2790b9 is 50, key is test_row_0/C:col10/1732420300738/Put/seqid=0 2024-11-24T03:51:41,334 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:51:41,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:51:41,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741908_1084 (size=13085) 2024-11-24T03:51:41,363 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/32b5c947a7cf48ad8cd5cd69df2790b9 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/32b5c947a7cf48ad8cd5cd69df2790b9 2024-11-24T03:51:41,372 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/C of 7ecbe871a5c4e9959660aa38fed0d5c9 into 32b5c947a7cf48ad8cd5cd69df2790b9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:41,373 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:41,373 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/C, priority=12, startTime=1732420301242; duration=0sec 2024-11-24T03:51:41,373 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:41,373 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:C 2024-11-24T03:51:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:41,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-24T03:51:41,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:41,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:41,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:41,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:41,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:41,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:41,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/9d1f1763c05e457796e83a7b2ca1d73e is 50, key is test_row_0/A:col10/1732420301388/Put/seqid=0 2024-11-24T03:51:41,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420361420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420361425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741909_1085 (size=14741) 2024-11-24T03:51:41,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420361429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/9d1f1763c05e457796e83a7b2ca1d73e 2024-11-24T03:51:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T03:51:41,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420361432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420361432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/2a1940c86bbd4c4c8e9c6ea778c02bc4 is 50, key is test_row_0/B:col10/1732420301388/Put/seqid=0 2024-11-24T03:51:41,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741910_1086 (size=12301) 2024-11-24T03:51:41,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/2a1940c86bbd4c4c8e9c6ea778c02bc4 2024-11-24T03:51:41,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/eba71a6fb8234c81a31aacbf2bb6cf04 is 50, key is test_row_0/C:col10/1732420301388/Put/seqid=0 2024-11-24T03:51:41,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T03:51:41,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:41,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:41,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:41,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:41,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:41,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741911_1087 (size=12301) 2024-11-24T03:51:41,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/eba71a6fb8234c81a31aacbf2bb6cf04 2024-11-24T03:51:41,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/9d1f1763c05e457796e83a7b2ca1d73e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/9d1f1763c05e457796e83a7b2ca1d73e 2024-11-24T03:51:41,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/9d1f1763c05e457796e83a7b2ca1d73e, entries=200, sequenceid=319, filesize=14.4 K 2024-11-24T03:51:41,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/2a1940c86bbd4c4c8e9c6ea778c02bc4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2a1940c86bbd4c4c8e9c6ea778c02bc4 2024-11-24T03:51:41,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2a1940c86bbd4c4c8e9c6ea778c02bc4, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T03:51:41,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/eba71a6fb8234c81a31aacbf2bb6cf04 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/eba71a6fb8234c81a31aacbf2bb6cf04 2024-11-24T03:51:41,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/eba71a6fb8234c81a31aacbf2bb6cf04, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T03:51:41,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 147ms, sequenceid=319, compaction requested=false 2024-11-24T03:51:41,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:41,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-24T03:51:41,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:41,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:41,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:41,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:41,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:41,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:41,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/17d6689a8a9d4533a6dd438184e6318b is 50, key is test_row_0/A:col10/1732420301539/Put/seqid=0 2024-11-24T03:51:41,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741912_1088 (size=17181) 2024-11-24T03:51:41,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/17d6689a8a9d4533a6dd438184e6318b 2024-11-24T03:51:41,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/04891eca195c4977a8e90a781b11d168 is 50, key is test_row_0/B:col10/1732420301539/Put/seqid=0 2024-11-24T03:51:41,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741913_1089 (size=12301) 2024-11-24T03:51:41,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420361564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420361560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420361607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420361607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420361607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T03:51:41,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:41,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:41,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:41,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:41,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T03:51:41,683 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/147b6d620dee4375b42c60a7f2a31541 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/147b6d620dee4375b42c60a7f2a31541 2024-11-24T03:51:41,689 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/B of 7ecbe871a5c4e9959660aa38fed0d5c9 into 147b6d620dee4375b42c60a7f2a31541(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:41,689 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:41,689 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/B, priority=12, startTime=1732420301242; duration=0sec 2024-11-24T03:51:41,690 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:41,690 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:B 2024-11-24T03:51:41,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420361717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420361717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420361718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420361718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420361718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T03:51:41,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:41,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:41,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:41,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:41,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:41,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:41,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420361927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420361927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420361928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420361928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420361928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:41,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T03:51:41,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:41,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:41,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T03:51:41,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/04891eca195c4977a8e90a781b11d168 2024-11-24T03:51:42,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/45eda3608672439e86fb5a8a4f87d180 is 50, key is test_row_0/C:col10/1732420301539/Put/seqid=0 2024-11-24T03:51:42,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741914_1090 (size=12301) 2024-11-24T03:51:42,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/45eda3608672439e86fb5a8a4f87d180 2024-11-24T03:51:42,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/17d6689a8a9d4533a6dd438184e6318b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/17d6689a8a9d4533a6dd438184e6318b 2024-11-24T03:51:42,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/17d6689a8a9d4533a6dd438184e6318b, entries=250, sequenceid=337, filesize=16.8 K 2024-11-24T03:51:42,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/04891eca195c4977a8e90a781b11d168 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/04891eca195c4977a8e90a781b11d168 2024-11-24T03:51:42,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/04891eca195c4977a8e90a781b11d168, entries=150, sequenceid=337, filesize=12.0 K 2024-11-24T03:51:42,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/45eda3608672439e86fb5a8a4f87d180 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/45eda3608672439e86fb5a8a4f87d180 2024-11-24T03:51:42,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/45eda3608672439e86fb5a8a4f87d180, entries=150, sequenceid=337, filesize=12.0 K 2024-11-24T03:51:42,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 514ms, sequenceid=337, compaction requested=true 2024-11-24T03:51:42,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:42,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:42,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:42,057 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:42,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:42,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:42,057 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:42,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:42,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:42,058 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:42,058 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:42,058 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/B is initiating minor compaction (all files) 2024-11-24T03:51:42,058 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/A is initiating minor compaction (all files) 2024-11-24T03:51:42,058 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/A in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:42,058 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/B in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:42,058 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/147b6d620dee4375b42c60a7f2a31541, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2a1940c86bbd4c4c8e9c6ea778c02bc4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/04891eca195c4977a8e90a781b11d168] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=36.8 K 2024-11-24T03:51:42,058 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d060a94160794c1ea786ab92f75f988e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/9d1f1763c05e457796e83a7b2ca1d73e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/17d6689a8a9d4533a6dd438184e6318b] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=44.0 K 2024-11-24T03:51:42,058 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 147b6d620dee4375b42c60a7f2a31541, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732420299594 2024-11-24T03:51:42,058 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d060a94160794c1ea786ab92f75f988e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732420299594 2024-11-24T03:51:42,059 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d1f1763c05e457796e83a7b2ca1d73e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732420300757 2024-11-24T03:51:42,059 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a1940c86bbd4c4c8e9c6ea778c02bc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732420300760 2024-11-24T03:51:42,059 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17d6689a8a9d4533a6dd438184e6318b, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732420301412 2024-11-24T03:51:42,059 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 04891eca195c4977a8e90a781b11d168, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732420301429 2024-11-24T03:51:42,073 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:42,073 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:42,074 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/0dece8f3e5ad4842a3923d37d9512127 is 50, key is test_row_0/B:col10/1732420301539/Put/seqid=0 2024-11-24T03:51:42,075 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/39b5792cbca4494c94f1ce2e3370c9e4 is 50, key is test_row_0/A:col10/1732420301539/Put/seqid=0 2024-11-24T03:51:42,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741915_1091 (size=13187) 2024-11-24T03:51:42,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741916_1092 (size=13187) 2024-11-24T03:51:42,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T03:51:42,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:42,103 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T03:51:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:42,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/5cc5eaba98374cff99a588da95c2ac42 is 50, key is test_row_0/A:col10/1732420301565/Put/seqid=0 2024-11-24T03:51:42,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741917_1093 (size=12301) 2024-11-24T03:51:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:42,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:42,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420362254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420362253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420362255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420362257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420362258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420362366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420362367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420362367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420362367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420362367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T03:51:42,495 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/0dece8f3e5ad4842a3923d37d9512127 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0dece8f3e5ad4842a3923d37d9512127 2024-11-24T03:51:42,503 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/B of 7ecbe871a5c4e9959660aa38fed0d5c9 into 0dece8f3e5ad4842a3923d37d9512127(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:42,503 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:42,503 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/B, priority=13, startTime=1732420302057; duration=0sec 2024-11-24T03:51:42,503 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:42,503 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:B 2024-11-24T03:51:42,503 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:42,507 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:42,507 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/C is initiating minor compaction (all files) 2024-11-24T03:51:42,507 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/C in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:42,507 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/32b5c947a7cf48ad8cd5cd69df2790b9, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/eba71a6fb8234c81a31aacbf2bb6cf04, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/45eda3608672439e86fb5a8a4f87d180] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=36.8 K 2024-11-24T03:51:42,508 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 32b5c947a7cf48ad8cd5cd69df2790b9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732420299594 2024-11-24T03:51:42,508 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/39b5792cbca4494c94f1ce2e3370c9e4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/39b5792cbca4494c94f1ce2e3370c9e4 2024-11-24T03:51:42,508 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting eba71a6fb8234c81a31aacbf2bb6cf04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732420300760 2024-11-24T03:51:42,509 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 45eda3608672439e86fb5a8a4f87d180, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732420301429 2024-11-24T03:51:42,517 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/A of 7ecbe871a5c4e9959660aa38fed0d5c9 into 39b5792cbca4494c94f1ce2e3370c9e4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:42,517 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:42,518 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/A, priority=13, startTime=1732420302057; duration=0sec 2024-11-24T03:51:42,518 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:42,518 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:A 2024-11-24T03:51:42,524 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/5cc5eaba98374cff99a588da95c2ac42 2024-11-24T03:51:42,530 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#C#compaction#81 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:42,531 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/39c2b3ba26374e3e8b0bf6a7f396abb8 is 50, key is test_row_0/C:col10/1732420301539/Put/seqid=0 2024-11-24T03:51:42,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/64012a3bf55b4463a130f361e4b9b245 is 50, key is test_row_0/B:col10/1732420301565/Put/seqid=0 2024-11-24T03:51:42,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741918_1094 (size=13187) 2024-11-24T03:51:42,580 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/39c2b3ba26374e3e8b0bf6a7f396abb8 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/39c2b3ba26374e3e8b0bf6a7f396abb8 2024-11-24T03:51:42,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420362578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420362577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420362578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420362578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420362578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,597 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/C of 7ecbe871a5c4e9959660aa38fed0d5c9 into 39c2b3ba26374e3e8b0bf6a7f396abb8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:42,597 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:42,597 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/C, priority=13, startTime=1732420302057; duration=0sec 2024-11-24T03:51:42,597 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:42,597 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:C 2024-11-24T03:51:42,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741919_1095 (size=12301) 2024-11-24T03:51:42,605 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/64012a3bf55b4463a130f361e4b9b245 2024-11-24T03:51:42,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/9c7d9e76dc2d43e398092587e08f2625 is 50, key is test_row_0/C:col10/1732420301565/Put/seqid=0 2024-11-24T03:51:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741920_1096 (size=12301) 2024-11-24T03:51:42,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420362887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420362887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420362888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420362888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:42,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:42,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420362897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:42,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:42,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,023 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/9c7d9e76dc2d43e398092587e08f2625 2024-11-24T03:51:43,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/5cc5eaba98374cff99a588da95c2ac42 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/5cc5eaba98374cff99a588da95c2ac42 2024-11-24T03:51:43,035 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/5cc5eaba98374cff99a588da95c2ac42, entries=150, sequenceid=352, filesize=12.0 K 2024-11-24T03:51:43,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/64012a3bf55b4463a130f361e4b9b245 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/64012a3bf55b4463a130f361e4b9b245 2024-11-24T03:51:43,047 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/64012a3bf55b4463a130f361e4b9b245, entries=150, sequenceid=352, filesize=12.0 K 2024-11-24T03:51:43,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/9c7d9e76dc2d43e398092587e08f2625 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/9c7d9e76dc2d43e398092587e08f2625 2024-11-24T03:51:43,054 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/9c7d9e76dc2d43e398092587e08f2625, entries=150, sequenceid=352, filesize=12.0 K 2024-11-24T03:51:43,055 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 952ms, sequenceid=352, compaction requested=false 2024-11-24T03:51:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-24T03:51:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-24T03:51:43,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-24T03:51:43,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7230 sec 2024-11-24T03:51:43,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.7310 sec 2024-11-24T03:51:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:43,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=114.05 KB heapSize=339.89 KB 2024-11-24T03:51:43,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:43,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:43,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:43,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:43,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:43,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:43,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/d91031536cd049d88f939ce139ff7484 is 50, key is test_row_0/A:col10/1732420303400/Put/seqid=0 2024-11-24T03:51:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741921_1097 (size=12301) 2024-11-24T03:51:43,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420363421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420363421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420363422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420363423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420363423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T03:51:43,477 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:43,478 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:51:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-24T03:51:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T03:51:43,484 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:51:43,485 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:51:43,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:51:43,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420363537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420363537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420363537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420363537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420363538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T03:51:43,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-24T03:51:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:43,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:43,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420363746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420363746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420363747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420363747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420363747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:43,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:43,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-24T03:51:43,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:43,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:43,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:43,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:43,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T03:51:43,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/d91031536cd049d88f939ce139ff7484 2024-11-24T03:51:43,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/f78afd6936ca4245873d46ae672403ef is 50, key is test_row_0/B:col10/1732420303400/Put/seqid=0 2024-11-24T03:51:43,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741922_1098 (size=12301) 2024-11-24T03:51:43,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-24T03:51:43,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:43,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:43,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:43,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:43,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420364057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420364057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420364057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:44,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420364057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:44,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420364057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:44,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:44,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-24T03:51:44,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:44,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:44,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:44,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T03:51:44,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/f78afd6936ca4245873d46ae672403ef 2024-11-24T03:51:44,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-24T03:51:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:44,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/7d65aaa6778c4eb0ab174f40b48fb3e7 is 50, key is test_row_0/C:col10/1732420303400/Put/seqid=0 2024-11-24T03:51:44,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741923_1099 (size=12301) 2024-11-24T03:51:44,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-24T03:51:44,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:44,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:44,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:44,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-24T03:51:44,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:44,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:44,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:44,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:44,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420364567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:44,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:44,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420364567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:44,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:44,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:44,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420364567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:44,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:44,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420364568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:44,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:44,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420364568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:44,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T03:51:44,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/7d65aaa6778c4eb0ab174f40b48fb3e7 2024-11-24T03:51:44,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/d91031536cd049d88f939ce139ff7484 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d91031536cd049d88f939ce139ff7484 2024-11-24T03:51:44,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d91031536cd049d88f939ce139ff7484, entries=150, sequenceid=377, filesize=12.0 K 2024-11-24T03:51:44,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/f78afd6936ca4245873d46ae672403ef as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/f78afd6936ca4245873d46ae672403ef 2024-11-24T03:51:44,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/f78afd6936ca4245873d46ae672403ef, entries=150, sequenceid=377, filesize=12.0 K 2024-11-24T03:51:44,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/7d65aaa6778c4eb0ab174f40b48fb3e7 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/7d65aaa6778c4eb0ab174f40b48fb3e7 2024-11-24T03:51:44,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/7d65aaa6778c4eb0ab174f40b48fb3e7, entries=150, sequenceid=377, filesize=12.0 K 2024-11-24T03:51:44,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=60.38 KB/61830 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 1291ms, sequenceid=377, compaction requested=true 2024-11-24T03:51:44,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:44,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:44,692 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:44,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:44,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:44,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:44,692 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:44,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:44,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:44,693 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:44,693 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/B is initiating minor compaction (all files) 2024-11-24T03:51:44,693 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:44,694 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/B in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:44,694 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/A is initiating minor compaction (all files) 2024-11-24T03:51:44,694 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/A in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:44,694 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0dece8f3e5ad4842a3923d37d9512127, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/64012a3bf55b4463a130f361e4b9b245, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/f78afd6936ca4245873d46ae672403ef] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=36.9 K 2024-11-24T03:51:44,694 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/39b5792cbca4494c94f1ce2e3370c9e4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/5cc5eaba98374cff99a588da95c2ac42, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d91031536cd049d88f939ce139ff7484] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=36.9 K 2024-11-24T03:51:44,694 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39b5792cbca4494c94f1ce2e3370c9e4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732420301429 2024-11-24T03:51:44,694 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dece8f3e5ad4842a3923d37d9512127, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732420301429 2024-11-24T03:51:44,695 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 64012a3bf55b4463a130f361e4b9b245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732420301563 2024-11-24T03:51:44,695 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cc5eaba98374cff99a588da95c2ac42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732420301563 2024-11-24T03:51:44,695 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f78afd6936ca4245873d46ae672403ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732420302253 2024-11-24T03:51:44,697 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d91031536cd049d88f939ce139ff7484, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732420302253 2024-11-24T03:51:44,711 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:44,712 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/ab550f007e224665a7f35fea8079c00f is 50, key is test_row_0/B:col10/1732420303400/Put/seqid=0 2024-11-24T03:51:44,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-24T03:51:44,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:44,713 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T03:51:44,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:44,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:44,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:44,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:44,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:44,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:44,717 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#A#compaction#88 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:44,718 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/db48968e36e24ac38462dfcc7526f7c8 is 50, key is test_row_0/A:col10/1732420303400/Put/seqid=0 2024-11-24T03:51:44,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741924_1100 (size=13289) 2024-11-24T03:51:44,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/a969b2cec393408792997e935287b47d is 50, key is test_row_0/A:col10/1732420303420/Put/seqid=0 2024-11-24T03:51:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741925_1101 (size=13289) 2024-11-24T03:51:44,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741926_1102 (size=12301) 2024-11-24T03:51:45,156 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/a969b2cec393408792997e935287b47d 2024-11-24T03:51:45,162 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/ab550f007e224665a7f35fea8079c00f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/ab550f007e224665a7f35fea8079c00f 2024-11-24T03:51:45,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/8ffd659d26bd4396b73898bcb141b966 is 50, key is test_row_0/B:col10/1732420303420/Put/seqid=0 2024-11-24T03:51:45,170 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/db48968e36e24ac38462dfcc7526f7c8 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/db48968e36e24ac38462dfcc7526f7c8 2024-11-24T03:51:45,171 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/B of 7ecbe871a5c4e9959660aa38fed0d5c9 into ab550f007e224665a7f35fea8079c00f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:45,172 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:45,172 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/B, priority=13, startTime=1732420304692; duration=0sec 2024-11-24T03:51:45,172 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:45,172 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:B 2024-11-24T03:51:45,172 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:45,174 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:45,174 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/C is initiating minor compaction (all files) 2024-11-24T03:51:45,174 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/C in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:45,175 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/39c2b3ba26374e3e8b0bf6a7f396abb8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/9c7d9e76dc2d43e398092587e08f2625, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/7d65aaa6778c4eb0ab174f40b48fb3e7] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=36.9 K 2024-11-24T03:51:45,175 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 39c2b3ba26374e3e8b0bf6a7f396abb8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732420301429 2024-11-24T03:51:45,176 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c7d9e76dc2d43e398092587e08f2625, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732420301563 2024-11-24T03:51:45,176 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d65aaa6778c4eb0ab174f40b48fb3e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732420302253 2024-11-24T03:51:45,178 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/A of 7ecbe871a5c4e9959660aa38fed0d5c9 into db48968e36e24ac38462dfcc7526f7c8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:45,179 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:45,179 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/A, priority=13, startTime=1732420304692; duration=0sec 2024-11-24T03:51:45,179 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:45,179 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:A 2024-11-24T03:51:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741927_1103 (size=12301) 2024-11-24T03:51:45,203 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#C#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:45,203 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/781617c22355465e9908f3a1dd599455 is 50, key is test_row_0/C:col10/1732420303400/Put/seqid=0 2024-11-24T03:51:45,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741928_1104 (size=13289) 2024-11-24T03:51:45,219 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/781617c22355465e9908f3a1dd599455 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/781617c22355465e9908f3a1dd599455 2024-11-24T03:51:45,229 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/C of 7ecbe871a5c4e9959660aa38fed0d5c9 into 781617c22355465e9908f3a1dd599455(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:45,229 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:45,229 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/C, priority=13, startTime=1732420304692; duration=0sec 2024-11-24T03:51:45,229 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:45,229 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:C 2024-11-24T03:51:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:45,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. as already flushing 2024-11-24T03:51:45,597 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/8ffd659d26bd4396b73898bcb141b966 2024-11-24T03:51:45,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420365598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/720fe2962c904c8ea78030c77b28d0af is 50, key is test_row_0/C:col10/1732420303420/Put/seqid=0 2024-11-24T03:51:45,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420365601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,608 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420365603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420365604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420365604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741929_1105 (size=12301) 2024-11-24T03:51:45,620 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/720fe2962c904c8ea78030c77b28d0af 2024-11-24T03:51:45,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/a969b2cec393408792997e935287b47d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/a969b2cec393408792997e935287b47d 2024-11-24T03:51:45,632 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/a969b2cec393408792997e935287b47d, entries=150, sequenceid=389, filesize=12.0 K 2024-11-24T03:51:45,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/8ffd659d26bd4396b73898bcb141b966 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8ffd659d26bd4396b73898bcb141b966 2024-11-24T03:51:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T03:51:45,640 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8ffd659d26bd4396b73898bcb141b966, entries=150, sequenceid=389, filesize=12.0 K 2024-11-24T03:51:45,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/720fe2962c904c8ea78030c77b28d0af as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/720fe2962c904c8ea78030c77b28d0af 2024-11-24T03:51:45,649 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/720fe2962c904c8ea78030c77b28d0af, entries=150, sequenceid=389, filesize=12.0 K 2024-11-24T03:51:45,650 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 937ms, sequenceid=389, compaction requested=false 2024-11-24T03:51:45,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:45,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:45,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-24T03:51:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-24T03:51:45,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-24T03:51:45,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1670 sec 2024-11-24T03:51:45,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.1790 sec 2024-11-24T03:51:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:45,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-24T03:51:45,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:45,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420305594, max timestamp=1732420305707Num uniques 859; 2024-11-24T03:51:45,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:45,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:45,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:45,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:45,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:45,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:51:45,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/56341f38114f447c9af27ba2730557d1 is 50, key is test_row_0/A:col10/1732420305602/Put/seqid=0 2024-11-24T03:51:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741930_1106 (size=14741) 2024-11-24T03:51:45,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/56341f38114f447c9af27ba2730557d1 2024-11-24T03:51:45,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/10f29554acd44dd6b7847ba53f413eeb is 50, key is test_row_0/B:col10/1732420305602/Put/seqid=0 2024-11-24T03:51:45,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420365737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420365740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420365743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420365744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420365746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741931_1107 (size=12301) 2024-11-24T03:51:45,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/10f29554acd44dd6b7847ba53f413eeb 2024-11-24T03:51:45,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/34f04a18eaa947d887698f25501b031a is 50, key is test_row_0/C:col10/1732420305602/Put/seqid=0 2024-11-24T03:51:45,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741932_1108 (size=12301) 2024-11-24T03:51:45,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/34f04a18eaa947d887698f25501b031a 2024-11-24T03:51:45,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/56341f38114f447c9af27ba2730557d1 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/56341f38114f447c9af27ba2730557d1 2024-11-24T03:51:45,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/56341f38114f447c9af27ba2730557d1, entries=200, sequenceid=413, filesize=14.4 K 2024-11-24T03:51:45,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/10f29554acd44dd6b7847ba53f413eeb as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/10f29554acd44dd6b7847ba53f413eeb 2024-11-24T03:51:45,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/10f29554acd44dd6b7847ba53f413eeb, entries=150, sequenceid=413, filesize=12.0 K 2024-11-24T03:51:45,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/34f04a18eaa947d887698f25501b031a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/34f04a18eaa947d887698f25501b031a 2024-11-24T03:51:45,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/34f04a18eaa947d887698f25501b031a, entries=150, sequenceid=413, filesize=12.0 K 2024-11-24T03:51:45,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~89.45 KB/91600, heapSize ~262.06 KB/268352, currentSize=93.93 KB/96180 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 123ms, sequenceid=413, compaction requested=true 2024-11-24T03:51:45,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:45,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:45,834 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:45,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:45,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:45,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:45,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:45,834 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:45,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:45,835 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:45,835 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:45,835 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/A is initiating minor compaction (all files) 2024-11-24T03:51:45,835 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/B is initiating minor compaction (all files) 2024-11-24T03:51:45,835 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/B in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:45,835 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/A in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:45,835 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/db48968e36e24ac38462dfcc7526f7c8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/a969b2cec393408792997e935287b47d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/56341f38114f447c9af27ba2730557d1] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=39.4 K 2024-11-24T03:51:45,835 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/ab550f007e224665a7f35fea8079c00f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8ffd659d26bd4396b73898bcb141b966, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/10f29554acd44dd6b7847ba53f413eeb] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=37.0 K 2024-11-24T03:51:45,836 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting db48968e36e24ac38462dfcc7526f7c8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732420302253 2024-11-24T03:51:45,836 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting ab550f007e224665a7f35fea8079c00f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732420302253 2024-11-24T03:51:45,837 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a969b2cec393408792997e935287b47d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732420303416 2024-11-24T03:51:45,837 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ffd659d26bd4396b73898bcb141b966, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732420303416 2024-11-24T03:51:45,837 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56341f38114f447c9af27ba2730557d1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732420305594 2024-11-24T03:51:45,837 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 10f29554acd44dd6b7847ba53f413eeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732420305594 2024-11-24T03:51:45,846 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:45,846 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#A#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:45,846 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/be54d6ed75a24768ae01288758d29005 is 50, key is test_row_0/A:col10/1732420305602/Put/seqid=0 2024-11-24T03:51:45,846 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/80a1db203b7443b2882173da97890963 is 50, key is test_row_0/B:col10/1732420305602/Put/seqid=0 2024-11-24T03:51:45,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741933_1109 (size=13391) 2024-11-24T03:51:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:45,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-24T03:51:45,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:45,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:45,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:45,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:45,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:45,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:45,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741934_1110 (size=13391) 2024-11-24T03:51:45,861 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/80a1db203b7443b2882173da97890963 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/80a1db203b7443b2882173da97890963 2024-11-24T03:51:45,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/fc78422531a540bab66c847e46427acf is 50, key is test_row_0/A:col10/1732420305735/Put/seqid=0 2024-11-24T03:51:45,873 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/B of 7ecbe871a5c4e9959660aa38fed0d5c9 into 80a1db203b7443b2882173da97890963(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:45,873 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:45,873 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/B, priority=13, startTime=1732420305834; duration=0sec 2024-11-24T03:51:45,873 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:45,873 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:B 2024-11-24T03:51:45,873 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:45,875 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/be54d6ed75a24768ae01288758d29005 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/be54d6ed75a24768ae01288758d29005 2024-11-24T03:51:45,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420365874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741935_1111 (size=12301) 2024-11-24T03:51:45,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420365874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,883 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,883 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7ecbe871a5c4e9959660aa38fed0d5c9/C is initiating minor compaction (all files) 2024-11-24T03:51:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420365876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420365876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,884 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ecbe871a5c4e9959660aa38fed0d5c9/C in TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,884 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/A of 7ecbe871a5c4e9959660aa38fed0d5c9 into be54d6ed75a24768ae01288758d29005(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:45,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,885 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:45,885 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/781617c22355465e9908f3a1dd599455, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/720fe2962c904c8ea78030c77b28d0af, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/34f04a18eaa947d887698f25501b031a] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp, totalSize=37.0 K 2024-11-24T03:51:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,885 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/A, priority=13, startTime=1732420305833; duration=0sec 2024-11-24T03:51:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420365881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,885 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:45,885 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:A 2024-11-24T03:51:45,886 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 781617c22355465e9908f3a1dd599455, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1732420302253 2024-11-24T03:51:45,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,886 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 720fe2962c904c8ea78030c77b28d0af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732420303416 2024-11-24T03:51:45,887 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 34f04a18eaa947d887698f25501b031a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732420305594 2024-11-24T03:51:45,910 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ecbe871a5c4e9959660aa38fed0d5c9#C#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:45,912 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/02be1b1970a444bfb41285ab94a1482c is 50, key is test_row_0/C:col10/1732420305602/Put/seqid=0 2024-11-24T03:51:45,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741936_1112 (size=13391) 2024-11-24T03:51:45,942 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/02be1b1970a444bfb41285ab94a1482c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/02be1b1970a444bfb41285ab94a1482c 2024-11-24T03:51:45,951 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ecbe871a5c4e9959660aa38fed0d5c9/C of 7ecbe871a5c4e9959660aa38fed0d5c9 into 02be1b1970a444bfb41285ab94a1482c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:45,951 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:45,951 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., storeName=7ecbe871a5c4e9959660aa38fed0d5c9/C, priority=13, startTime=1732420305834; duration=0sec 2024-11-24T03:51:45,951 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:45,951 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:C 2024-11-24T03:51:45,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420365986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420365987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420365987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420365987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:45,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420365997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:45,998 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:45,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:46,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:46,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420366197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420366197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420366197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:46,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420366197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:46,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420366207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:46,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/fc78422531a540bab66c847e46427acf 2024-11-24T03:51:46,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/fc753504f4b545e79893266f1371b350 is 50, key is test_row_0/B:col10/1732420305735/Put/seqid=0 2024-11-24T03:51:46,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741937_1113 (size=12301) 2024-11-24T03:51:46,365 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-24T03:51:46,365 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-24T03:51:46,365 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:51:46,365 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:51:46,368 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-24T03:51:46,368 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:51:46,369 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:46,369 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:46,369 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:46,370 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:46,370 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:46,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:51:46,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:51:46,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:51:46,370 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:46,374 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-24T03:51:46,374 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:51:46,374 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:46,374 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:46,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:51:46,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:46,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:46,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420366507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420366507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420366507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:46,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420366507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:46,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:46,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:46,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420366517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:46,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:46,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/fc753504f4b545e79893266f1371b350 2024-11-24T03:51:46,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/ced7093029704e8396091c2c7f85a127 is 50, key is test_row_0/C:col10/1732420305735/Put/seqid=0 2024-11-24T03:51:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741938_1114 (size=12301) 2024-11-24T03:51:47,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:47,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:47,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47642 deadline: 1732420367017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47676 deadline: 1732420367017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47648 deadline: 1732420367018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:47,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:47,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:47,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47656 deadline: 1732420367018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:47,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:47,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:47,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:47,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:47,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:47,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:47,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:47,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:47,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:47,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:47,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47694 deadline: 1732420367027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:47,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:47,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:47,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:51:47,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/ced7093029704e8396091c2c7f85a127 2024-11-24T03:51:47,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/fc78422531a540bab66c847e46427acf as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/fc78422531a540bab66c847e46427acf 2024-11-24T03:51:47,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/fc78422531a540bab66c847e46427acf, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T03:51:47,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/fc753504f4b545e79893266f1371b350 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/fc753504f4b545e79893266f1371b350 2024-11-24T03:51:47,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/fc753504f4b545e79893266f1371b350, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T03:51:47,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/ced7093029704e8396091c2c7f85a127 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/ced7093029704e8396091c2c7f85a127 2024-11-24T03:51:47,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/ced7093029704e8396091c2c7f85a127, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T03:51:47,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 1282ms, sequenceid=431, compaction requested=false 2024-11-24T03:51:47,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T03:51:47,648 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:48,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-24T03:51:48,032 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-24T03:51:48,032 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-24T03:51:48,032 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:51:48,032 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:48,032 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:51:48,033 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:48,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:48,033 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:48,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:51:48,033 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:48,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:48,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:51:48,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:48,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:48,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:48,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:48,040 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-24T03:51:48,040 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:51:48,040 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:48,040 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-24T03:51:48,040 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:51:48,040 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:48,040 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:48,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:51:48,040 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:48,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:51:48,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/6562a84bfc3548468dcd5298912952fc is 50, key is test_row_0/A:col10/1732420308028/Put/seqid=0 2024-11-24T03:51:48,040 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-24T03:51:48,040 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:51:48,040 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:48,041 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:48,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3537 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3398 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1503 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4503 rows 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1504 2024-11-24T03:51:48,041 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4503 rows 2024-11-24T03:51:48,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T03:51:48,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:51:48,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:48,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:48,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:51:48,046 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:51:48,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741939_1115 (size=12301) 2024-11-24T03:51:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:51:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T03:51:48,053 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420308053"}]},"ts":"1732420308053"} 2024-11-24T03:51:48,056 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:51:48,056 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:51:48,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:51:48,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ecbe871a5c4e9959660aa38fed0d5c9, UNASSIGN}] 2024-11-24T03:51:48,063 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ecbe871a5c4e9959660aa38fed0d5c9, UNASSIGN 2024-11-24T03:51:48,064 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=7ecbe871a5c4e9959660aa38fed0d5c9, regionState=CLOSING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:48,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ecbe871a5c4e9959660aa38fed0d5c9, UNASSIGN because future has completed 2024-11-24T03:51:48,067 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:51:48,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:51:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T03:51:48,230 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(122): Close 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:48,231 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T03:51:48,233 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1722): Closing 7ecbe871a5c4e9959660aa38fed0d5c9, disabling compactions & flushes 2024-11-24T03:51:48,233 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T03:51:48,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/6562a84bfc3548468dcd5298912952fc 2024-11-24T03:51:48,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/2100da6b5d84424a94e134c157395d65 is 50, key is test_row_0/B:col10/1732420308028/Put/seqid=0 2024-11-24T03:51:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741940_1116 (size=12301) 2024-11-24T03:51:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T03:51:48,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/2100da6b5d84424a94e134c157395d65 2024-11-24T03:51:48,878 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:51:48,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/c4fc26a143c348f893ab05eddceddce9 is 50, key is test_row_0/C:col10/1732420308028/Put/seqid=0 2024-11-24T03:51:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741941_1117 (size=12301) 2024-11-24T03:51:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T03:51:49,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/c4fc26a143c348f893ab05eddceddce9 2024-11-24T03:51:49,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/6562a84bfc3548468dcd5298912952fc as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/6562a84bfc3548468dcd5298912952fc 2024-11-24T03:51:49,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/6562a84bfc3548468dcd5298912952fc, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T03:51:49,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/2100da6b5d84424a94e134c157395d65 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2100da6b5d84424a94e134c157395d65 2024-11-24T03:51:49,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2100da6b5d84424a94e134c157395d65, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T03:51:49,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/c4fc26a143c348f893ab05eddceddce9 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/c4fc26a143c348f893ab05eddceddce9 2024-11-24T03:51:49,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/c4fc26a143c348f893ab05eddceddce9, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T03:51:49,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=20.13 KB/20610 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 1290ms, sequenceid=450, compaction requested=true 2024-11-24T03:51:49,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ecbe871a5c4e9959660aa38fed0d5c9: 2024-11-24T03:51:49,321 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:49,322 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:49,322 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. after waiting 0 ms 2024-11-24T03:51:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:49,322 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:49,322 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. because compaction request was cancelled 2024-11-24T03:51:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:49,322 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. because compaction request was cancelled 2024-11-24T03:51:49,322 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:A 2024-11-24T03:51:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:49,322 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:B 2024-11-24T03:51:49,322 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. because compaction request was cancelled 2024-11-24T03:51:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ecbe871a5c4e9959660aa38fed0d5c9:C, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:49,322 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2902): Flushing 7ecbe871a5c4e9959660aa38fed0d5c9 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-24T03:51:49,322 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ecbe871a5c4e9959660aa38fed0d5c9:C 2024-11-24T03:51:49,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:49,322 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=A 2024-11-24T03:51:49,322 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:49,322 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=B 2024-11-24T03:51:49,322 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:49,323 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7ecbe871a5c4e9959660aa38fed0d5c9, store=C 2024-11-24T03:51:49,323 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:49,326 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/8435a304d9e6417ba7b2bb1892bae5d3 is 50, key is test_row_0/A:col10/1732420308038/Put/seqid=0 2024-11-24T03:51:49,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741942_1118 (size=12301) 2024-11-24T03:51:49,732 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/8435a304d9e6417ba7b2bb1892bae5d3 2024-11-24T03:51:49,745 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/9717bd7e4cc9468aae2890b7ac01668f is 50, key is test_row_0/B:col10/1732420308038/Put/seqid=0 2024-11-24T03:51:49,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741943_1119 (size=12301) 2024-11-24T03:51:50,150 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/9717bd7e4cc9468aae2890b7ac01668f 2024-11-24T03:51:50,201 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/b3dcfc05b0f84cd4a2133155a78ac306 is 50, key is test_row_0/C:col10/1732420308038/Put/seqid=0 2024-11-24T03:51:50,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741944_1120 (size=12301) 2024-11-24T03:51:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T03:51:50,606 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/b3dcfc05b0f84cd4a2133155a78ac306 2024-11-24T03:51:50,616 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/A/8435a304d9e6417ba7b2bb1892bae5d3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/8435a304d9e6417ba7b2bb1892bae5d3 2024-11-24T03:51:50,623 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/8435a304d9e6417ba7b2bb1892bae5d3, entries=150, sequenceid=456, filesize=12.0 K 2024-11-24T03:51:50,624 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/B/9717bd7e4cc9468aae2890b7ac01668f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/9717bd7e4cc9468aae2890b7ac01668f 2024-11-24T03:51:50,629 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/9717bd7e4cc9468aae2890b7ac01668f, entries=150, sequenceid=456, filesize=12.0 K 2024-11-24T03:51:50,630 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/.tmp/C/b3dcfc05b0f84cd4a2133155a78ac306 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/b3dcfc05b0f84cd4a2133155a78ac306 2024-11-24T03:51:50,635 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/b3dcfc05b0f84cd4a2133155a78ac306, entries=150, sequenceid=456, filesize=12.0 K 2024-11-24T03:51:50,636 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 1313ms, sequenceid=456, compaction requested=true 2024-11-24T03:51:50,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/434fdb651b4b4fd4a3812b56c68a3a20, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/49ea6cecf556477c9feb3c4933c22fa3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/a85377fb3d3b4ebc98d5109c3a4b9263, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/925f4264980d42308a9645a1c8e464e6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/228327304111424880aac056ef1f4190, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3b29b3c136e349d68cb33a6fe1135f57, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/e35735610e284f91a82c2d0a69c25c8b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/0c41a0cf311e4c63ab277d197f19fe79, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/579b5cb7d4974566ae784893d93eaa77, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/26b66a9c3908433e911a1a9e78376396, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/e7ba16e7601c4f3c94d1901708f05f7c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/2ff8502a864e426fb18ee0e3246d3025, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/ea195d9f3ada4f9a849422b5c64e9d6e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/f139b926402e46ef8d77a44fb4980f7e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d84d15eb7778405ba76288b0d5b7416a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/48cbc52a80394ae5a515aa0b7ddbbb5e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/6229ede833784186836562a6d962cf5e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3fbaefb6c8804a919fe747d062ed3f60, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/cc2d8fd07e774a3f8140253f59500f33, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/5f106c1283424a85aee149df33186b4b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/843f16b4a3f94639be94907ebd625b00, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/394019a52b6f4eaf821078e05888ffeb, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3cc88122691243a4a424b6680ab55c50, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d060a94160794c1ea786ab92f75f988e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/9d1f1763c05e457796e83a7b2ca1d73e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/17d6689a8a9d4533a6dd438184e6318b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/39b5792cbca4494c94f1ce2e3370c9e4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/5cc5eaba98374cff99a588da95c2ac42, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/db48968e36e24ac38462dfcc7526f7c8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d91031536cd049d88f939ce139ff7484, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/a969b2cec393408792997e935287b47d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/56341f38114f447c9af27ba2730557d1] to archive 2024-11-24T03:51:50,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:51:50,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/434fdb651b4b4fd4a3812b56c68a3a20 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/434fdb651b4b4fd4a3812b56c68a3a20 2024-11-24T03:51:50,648 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/49ea6cecf556477c9feb3c4933c22fa3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/49ea6cecf556477c9feb3c4933c22fa3 2024-11-24T03:51:50,650 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/a85377fb3d3b4ebc98d5109c3a4b9263 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/a85377fb3d3b4ebc98d5109c3a4b9263 2024-11-24T03:51:50,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/925f4264980d42308a9645a1c8e464e6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/925f4264980d42308a9645a1c8e464e6 2024-11-24T03:51:50,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/228327304111424880aac056ef1f4190 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/228327304111424880aac056ef1f4190 2024-11-24T03:51:50,655 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3b29b3c136e349d68cb33a6fe1135f57 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3b29b3c136e349d68cb33a6fe1135f57 2024-11-24T03:51:50,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/e35735610e284f91a82c2d0a69c25c8b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/e35735610e284f91a82c2d0a69c25c8b 2024-11-24T03:51:50,658 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/0c41a0cf311e4c63ab277d197f19fe79 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/0c41a0cf311e4c63ab277d197f19fe79 2024-11-24T03:51:50,660 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/579b5cb7d4974566ae784893d93eaa77 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/579b5cb7d4974566ae784893d93eaa77 2024-11-24T03:51:50,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/26b66a9c3908433e911a1a9e78376396 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/26b66a9c3908433e911a1a9e78376396 2024-11-24T03:51:50,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/e7ba16e7601c4f3c94d1901708f05f7c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/e7ba16e7601c4f3c94d1901708f05f7c 2024-11-24T03:51:50,665 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/2ff8502a864e426fb18ee0e3246d3025 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/2ff8502a864e426fb18ee0e3246d3025 2024-11-24T03:51:50,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/ea195d9f3ada4f9a849422b5c64e9d6e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/ea195d9f3ada4f9a849422b5c64e9d6e 2024-11-24T03:51:50,669 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/f139b926402e46ef8d77a44fb4980f7e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/f139b926402e46ef8d77a44fb4980f7e 2024-11-24T03:51:50,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d84d15eb7778405ba76288b0d5b7416a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d84d15eb7778405ba76288b0d5b7416a 2024-11-24T03:51:50,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/48cbc52a80394ae5a515aa0b7ddbbb5e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/48cbc52a80394ae5a515aa0b7ddbbb5e 2024-11-24T03:51:50,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/6229ede833784186836562a6d962cf5e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/6229ede833784186836562a6d962cf5e 2024-11-24T03:51:50,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3fbaefb6c8804a919fe747d062ed3f60 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3fbaefb6c8804a919fe747d062ed3f60 2024-11-24T03:51:50,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/cc2d8fd07e774a3f8140253f59500f33 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/cc2d8fd07e774a3f8140253f59500f33 2024-11-24T03:51:50,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/5f106c1283424a85aee149df33186b4b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/5f106c1283424a85aee149df33186b4b 2024-11-24T03:51:50,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/843f16b4a3f94639be94907ebd625b00 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/843f16b4a3f94639be94907ebd625b00 2024-11-24T03:51:50,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/394019a52b6f4eaf821078e05888ffeb to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/394019a52b6f4eaf821078e05888ffeb 2024-11-24T03:51:50,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3cc88122691243a4a424b6680ab55c50 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/3cc88122691243a4a424b6680ab55c50 2024-11-24T03:51:50,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d060a94160794c1ea786ab92f75f988e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d060a94160794c1ea786ab92f75f988e 2024-11-24T03:51:50,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/9d1f1763c05e457796e83a7b2ca1d73e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/9d1f1763c05e457796e83a7b2ca1d73e 2024-11-24T03:51:50,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/17d6689a8a9d4533a6dd438184e6318b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/17d6689a8a9d4533a6dd438184e6318b 2024-11-24T03:51:50,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/39b5792cbca4494c94f1ce2e3370c9e4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/39b5792cbca4494c94f1ce2e3370c9e4 2024-11-24T03:51:50,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/5cc5eaba98374cff99a588da95c2ac42 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/5cc5eaba98374cff99a588da95c2ac42 2024-11-24T03:51:50,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/db48968e36e24ac38462dfcc7526f7c8 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/db48968e36e24ac38462dfcc7526f7c8 2024-11-24T03:51:50,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d91031536cd049d88f939ce139ff7484 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/d91031536cd049d88f939ce139ff7484 2024-11-24T03:51:50,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/a969b2cec393408792997e935287b47d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/a969b2cec393408792997e935287b47d 2024-11-24T03:51:50,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/56341f38114f447c9af27ba2730557d1 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/56341f38114f447c9af27ba2730557d1 2024-11-24T03:51:50,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/9d87eaa13af84d03949e42881484a29f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/03433d2c933f4e2fa5c9cbaa843406e4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/697c246e244e4394af6106aabfb69fee, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/33fed0d626254d9da9eb49b3d2b05657, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8464a557251241d798d72a02adab9af4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/b4cb771abb8a4a50bd1ed7e368e61a87, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/ce64dae97983485cb4885836a0e1d29c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/3eba0e326ed6498f8206eb9f60e678c5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/37488121b9334fc89ce46bbd02cbb70d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/b776dc46aab94f7eaac333addd0ec197, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/1a322903478745f4a99fa0e8006c1a42, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/172d71dc29fc47d5af6872adffe89914, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/edd30aefcc2d424aaaf08e83bc728ebf, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/f4f783ff38c54bf09f89eac295625e1a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0b3241b19a864734b30a9f3801ee5014, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0bce097ddbc343088179ef6bba567db8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/db1e5468d77c4ed493fe449b4e7466b5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/d6e11b5cb91243bda0311d4c72fc283a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/938f475452fb45e0821fae258a176d02, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2eb4ea2ffb0d411c9f8166e7dc7aff4a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8851b4e2d9c74b68a996a28b7079d691, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2ab6ba8ffbd9479a9252b748fdf5f91f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/147b6d620dee4375b42c60a7f2a31541, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/187dfa6cb4344d5db5bf4cd80cb15f1a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2a1940c86bbd4c4c8e9c6ea778c02bc4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0dece8f3e5ad4842a3923d37d9512127, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/04891eca195c4977a8e90a781b11d168, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/64012a3bf55b4463a130f361e4b9b245, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/ab550f007e224665a7f35fea8079c00f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/f78afd6936ca4245873d46ae672403ef, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8ffd659d26bd4396b73898bcb141b966, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/10f29554acd44dd6b7847ba53f413eeb] to archive 2024-11-24T03:51:50,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:51:50,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/9d87eaa13af84d03949e42881484a29f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/9d87eaa13af84d03949e42881484a29f 2024-11-24T03:51:50,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/03433d2c933f4e2fa5c9cbaa843406e4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/03433d2c933f4e2fa5c9cbaa843406e4 2024-11-24T03:51:50,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/697c246e244e4394af6106aabfb69fee to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/697c246e244e4394af6106aabfb69fee 2024-11-24T03:51:50,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/33fed0d626254d9da9eb49b3d2b05657 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/33fed0d626254d9da9eb49b3d2b05657 2024-11-24T03:51:50,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8464a557251241d798d72a02adab9af4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8464a557251241d798d72a02adab9af4 2024-11-24T03:51:50,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/b4cb771abb8a4a50bd1ed7e368e61a87 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/b4cb771abb8a4a50bd1ed7e368e61a87 2024-11-24T03:51:50,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/ce64dae97983485cb4885836a0e1d29c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/ce64dae97983485cb4885836a0e1d29c 2024-11-24T03:51:50,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/3eba0e326ed6498f8206eb9f60e678c5 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/3eba0e326ed6498f8206eb9f60e678c5 2024-11-24T03:51:50,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/37488121b9334fc89ce46bbd02cbb70d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/37488121b9334fc89ce46bbd02cbb70d 2024-11-24T03:51:50,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/b776dc46aab94f7eaac333addd0ec197 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/b776dc46aab94f7eaac333addd0ec197 2024-11-24T03:51:50,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/1a322903478745f4a99fa0e8006c1a42 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/1a322903478745f4a99fa0e8006c1a42 2024-11-24T03:51:50,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/172d71dc29fc47d5af6872adffe89914 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/172d71dc29fc47d5af6872adffe89914 2024-11-24T03:51:50,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/edd30aefcc2d424aaaf08e83bc728ebf to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/edd30aefcc2d424aaaf08e83bc728ebf 2024-11-24T03:51:50,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/f4f783ff38c54bf09f89eac295625e1a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/f4f783ff38c54bf09f89eac295625e1a 2024-11-24T03:51:50,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0b3241b19a864734b30a9f3801ee5014 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0b3241b19a864734b30a9f3801ee5014 2024-11-24T03:51:50,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0bce097ddbc343088179ef6bba567db8 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0bce097ddbc343088179ef6bba567db8 2024-11-24T03:51:50,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/db1e5468d77c4ed493fe449b4e7466b5 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/db1e5468d77c4ed493fe449b4e7466b5 2024-11-24T03:51:50,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/d6e11b5cb91243bda0311d4c72fc283a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/d6e11b5cb91243bda0311d4c72fc283a 2024-11-24T03:51:50,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/938f475452fb45e0821fae258a176d02 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/938f475452fb45e0821fae258a176d02 2024-11-24T03:51:50,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2eb4ea2ffb0d411c9f8166e7dc7aff4a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2eb4ea2ffb0d411c9f8166e7dc7aff4a 2024-11-24T03:51:50,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8851b4e2d9c74b68a996a28b7079d691 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8851b4e2d9c74b68a996a28b7079d691 2024-11-24T03:51:50,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2ab6ba8ffbd9479a9252b748fdf5f91f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2ab6ba8ffbd9479a9252b748fdf5f91f 2024-11-24T03:51:50,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/147b6d620dee4375b42c60a7f2a31541 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/147b6d620dee4375b42c60a7f2a31541 2024-11-24T03:51:50,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/187dfa6cb4344d5db5bf4cd80cb15f1a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/187dfa6cb4344d5db5bf4cd80cb15f1a 2024-11-24T03:51:50,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2a1940c86bbd4c4c8e9c6ea778c02bc4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2a1940c86bbd4c4c8e9c6ea778c02bc4 2024-11-24T03:51:50,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0dece8f3e5ad4842a3923d37d9512127 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/0dece8f3e5ad4842a3923d37d9512127 2024-11-24T03:51:50,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/04891eca195c4977a8e90a781b11d168 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/04891eca195c4977a8e90a781b11d168 2024-11-24T03:51:50,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/64012a3bf55b4463a130f361e4b9b245 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/64012a3bf55b4463a130f361e4b9b245 2024-11-24T03:51:50,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/ab550f007e224665a7f35fea8079c00f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/ab550f007e224665a7f35fea8079c00f 2024-11-24T03:51:50,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/f78afd6936ca4245873d46ae672403ef to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/f78afd6936ca4245873d46ae672403ef 2024-11-24T03:51:50,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8ffd659d26bd4396b73898bcb141b966 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/8ffd659d26bd4396b73898bcb141b966 2024-11-24T03:51:50,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/10f29554acd44dd6b7847ba53f413eeb to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/10f29554acd44dd6b7847ba53f413eeb 2024-11-24T03:51:50,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/aa4fa431ce08439694216824fd0d76d3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/2ccc545e6b12444ea3eddece1fd5e4dc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/3270728834c440b481f859f9b9f9a3d2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/4913d998e09f4b428ceecc3a33e993be, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/01a53599ae1e4951a627b6c72c67e000, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/f5b1da522a0e4504bb4d13255d5f013a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/6809106d942b45b5b2e977d1166d917d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/14f8b91de0d842ca922ea54011522d3d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/63fc9ff8f5244bab93f3cc16f1d92c17, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/642d8412e22043c08aec05433f433260, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/ca52cb93e37b4ab78df1b916ef90a15d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/973894b3f29e4dd6a2f98ac5b0ce82a6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/d3a2877df7d84f60afc223e05d939acb, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/0a9303f7e4b044ecaa7bbefe1a260493, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/8f42e8eef560445ca87ccea2eeac7233, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/27ceff79e776413f9f516481d3e53fd6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/f1af11d68f6749ec9d0cf3365bfdb3fc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/96bdf59c412a49a3a9d43361044d7ce1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/b8e597f799c74a909e6940ffc59bdf46, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/564f1cb142ac4098a4738f85eb4619f1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/2776212e9f2147b1aa87823e5e26e55c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/602739df065b4de1b1e15f84de4d4dc5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/32b5c947a7cf48ad8cd5cd69df2790b9, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/fdd7fcefbf534e4996831d658b166457, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/eba71a6fb8234c81a31aacbf2bb6cf04, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/39c2b3ba26374e3e8b0bf6a7f396abb8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/45eda3608672439e86fb5a8a4f87d180, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/9c7d9e76dc2d43e398092587e08f2625, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/781617c22355465e9908f3a1dd599455, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/7d65aaa6778c4eb0ab174f40b48fb3e7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/720fe2962c904c8ea78030c77b28d0af, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/34f04a18eaa947d887698f25501b031a] to archive 2024-11-24T03:51:50,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:51:50,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/aa4fa431ce08439694216824fd0d76d3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/aa4fa431ce08439694216824fd0d76d3 2024-11-24T03:51:50,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/2ccc545e6b12444ea3eddece1fd5e4dc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/2ccc545e6b12444ea3eddece1fd5e4dc 2024-11-24T03:51:50,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/3270728834c440b481f859f9b9f9a3d2 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/3270728834c440b481f859f9b9f9a3d2 2024-11-24T03:51:50,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/4913d998e09f4b428ceecc3a33e993be to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/4913d998e09f4b428ceecc3a33e993be 2024-11-24T03:51:50,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/01a53599ae1e4951a627b6c72c67e000 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/01a53599ae1e4951a627b6c72c67e000 2024-11-24T03:51:50,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/f5b1da522a0e4504bb4d13255d5f013a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/f5b1da522a0e4504bb4d13255d5f013a 2024-11-24T03:51:50,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/6809106d942b45b5b2e977d1166d917d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/6809106d942b45b5b2e977d1166d917d 2024-11-24T03:51:50,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/14f8b91de0d842ca922ea54011522d3d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/14f8b91de0d842ca922ea54011522d3d 2024-11-24T03:51:50,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/63fc9ff8f5244bab93f3cc16f1d92c17 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/63fc9ff8f5244bab93f3cc16f1d92c17 2024-11-24T03:51:50,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/642d8412e22043c08aec05433f433260 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/642d8412e22043c08aec05433f433260 2024-11-24T03:51:50,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/ca52cb93e37b4ab78df1b916ef90a15d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/ca52cb93e37b4ab78df1b916ef90a15d 2024-11-24T03:51:50,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/973894b3f29e4dd6a2f98ac5b0ce82a6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/973894b3f29e4dd6a2f98ac5b0ce82a6 2024-11-24T03:51:50,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/d3a2877df7d84f60afc223e05d939acb to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/d3a2877df7d84f60afc223e05d939acb 2024-11-24T03:51:50,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/0a9303f7e4b044ecaa7bbefe1a260493 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/0a9303f7e4b044ecaa7bbefe1a260493 2024-11-24T03:51:50,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/8f42e8eef560445ca87ccea2eeac7233 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/8f42e8eef560445ca87ccea2eeac7233 2024-11-24T03:51:50,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/27ceff79e776413f9f516481d3e53fd6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/27ceff79e776413f9f516481d3e53fd6 2024-11-24T03:51:50,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/f1af11d68f6749ec9d0cf3365bfdb3fc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/f1af11d68f6749ec9d0cf3365bfdb3fc 2024-11-24T03:51:50,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/96bdf59c412a49a3a9d43361044d7ce1 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/96bdf59c412a49a3a9d43361044d7ce1 2024-11-24T03:51:50,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/b8e597f799c74a909e6940ffc59bdf46 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/b8e597f799c74a909e6940ffc59bdf46 2024-11-24T03:51:50,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/564f1cb142ac4098a4738f85eb4619f1 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/564f1cb142ac4098a4738f85eb4619f1 2024-11-24T03:51:50,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/2776212e9f2147b1aa87823e5e26e55c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/2776212e9f2147b1aa87823e5e26e55c 2024-11-24T03:51:50,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/602739df065b4de1b1e15f84de4d4dc5 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/602739df065b4de1b1e15f84de4d4dc5 2024-11-24T03:51:50,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/32b5c947a7cf48ad8cd5cd69df2790b9 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/32b5c947a7cf48ad8cd5cd69df2790b9 2024-11-24T03:51:50,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/fdd7fcefbf534e4996831d658b166457 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/fdd7fcefbf534e4996831d658b166457 2024-11-24T03:51:50,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/eba71a6fb8234c81a31aacbf2bb6cf04 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/eba71a6fb8234c81a31aacbf2bb6cf04 2024-11-24T03:51:50,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/39c2b3ba26374e3e8b0bf6a7f396abb8 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/39c2b3ba26374e3e8b0bf6a7f396abb8 2024-11-24T03:51:50,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/45eda3608672439e86fb5a8a4f87d180 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/45eda3608672439e86fb5a8a4f87d180 2024-11-24T03:51:50,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/9c7d9e76dc2d43e398092587e08f2625 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/9c7d9e76dc2d43e398092587e08f2625 2024-11-24T03:51:50,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/781617c22355465e9908f3a1dd599455 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/781617c22355465e9908f3a1dd599455 2024-11-24T03:51:50,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/7d65aaa6778c4eb0ab174f40b48fb3e7 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/7d65aaa6778c4eb0ab174f40b48fb3e7 2024-11-24T03:51:50,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/720fe2962c904c8ea78030c77b28d0af to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/720fe2962c904c8ea78030c77b28d0af 2024-11-24T03:51:50,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/34f04a18eaa947d887698f25501b031a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/34f04a18eaa947d887698f25501b031a 2024-11-24T03:51:50,790 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/recovered.edits/459.seqid, newMaxSeqId=459, maxSeqId=1 2024-11-24T03:51:50,791 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. 2024-11-24T03:51:50,791 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1676): Region close journal for 7ecbe871a5c4e9959660aa38fed0d5c9: Waiting for close lock at 1732420308232Running coprocessor pre-close hooks at 1732420308232Disabling compacts and flushes for region at 1732420308233 (+1 ms)Disabling writes for close at 1732420309322 (+1089 ms)Obtaining lock to block concurrent updates at 1732420309322Preparing flush snapshotting stores in 7ecbe871a5c4e9959660aa38fed0d5c9 at 1732420309322Finished memstore snapshotting TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732420309323 (+1 ms)Flushing stores of TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9. at 1732420309323Flushing 7ecbe871a5c4e9959660aa38fed0d5c9/A: creating writer at 1732420309323Flushing 7ecbe871a5c4e9959660aa38fed0d5c9/A: appending metadata at 1732420309326 (+3 ms)Flushing 7ecbe871a5c4e9959660aa38fed0d5c9/A: closing flushed file at 1732420309326Flushing 7ecbe871a5c4e9959660aa38fed0d5c9/B: creating writer at 1732420309742 (+416 ms)Flushing 7ecbe871a5c4e9959660aa38fed0d5c9/B: appending metadata at 1732420309745 (+3 ms)Flushing 7ecbe871a5c4e9959660aa38fed0d5c9/B: closing flushed file at 1732420309745Flushing 7ecbe871a5c4e9959660aa38fed0d5c9/C: creating writer at 1732420310198 (+453 ms)Flushing 7ecbe871a5c4e9959660aa38fed0d5c9/C: appending metadata at 1732420310200 (+2 ms)Flushing 7ecbe871a5c4e9959660aa38fed0d5c9/C: closing flushed file at 1732420310200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@127e3b22: reopening flushed file at 1732420310614 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5054cc24: reopening flushed file at 1732420310623 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ff131f: reopening flushed file at 1732420310629 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 7ecbe871a5c4e9959660aa38fed0d5c9 in 1313ms, sequenceid=456, compaction requested=true at 1732420310636 (+7 ms)Writing region close event to WAL at 1732420310786 (+150 ms)Running coprocessor post-close hooks at 1732420310790 (+4 ms)Closed at 1732420310791 (+1 ms) 2024-11-24T03:51:50,793 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(157): Closed 7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:50,794 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=7ecbe871a5c4e9959660aa38fed0d5c9, regionState=CLOSED 2024-11-24T03:51:50,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:51:50,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-24T03:51:50,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseRegionProcedure 7ecbe871a5c4e9959660aa38fed0d5c9, server=71d8d2d6408d,41025,1732420280471 in 2.7310 sec 2024-11-24T03:51:50,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24 2024-11-24T03:51:50,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ecbe871a5c4e9959660aa38fed0d5c9, UNASSIGN in 2.7380 sec 2024-11-24T03:51:50,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-24T03:51:50,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.7460 sec 2024-11-24T03:51:50,807 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420310807"}]},"ts":"1732420310807"} 2024-11-24T03:51:50,809 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:51:50,809 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:51:50,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.7620 sec 2024-11-24T03:51:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-24T03:51:52,219 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:52,227 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:51:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:51:52,235 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:51:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-24T03:51:52,237 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=27, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:51:52,242 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:52,245 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/recovered.edits] 2024-11-24T03:51:52,249 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/6562a84bfc3548468dcd5298912952fc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/6562a84bfc3548468dcd5298912952fc 2024-11-24T03:51:52,250 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/8435a304d9e6417ba7b2bb1892bae5d3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/8435a304d9e6417ba7b2bb1892bae5d3 2024-11-24T03:51:52,251 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/be54d6ed75a24768ae01288758d29005 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/be54d6ed75a24768ae01288758d29005 2024-11-24T03:51:52,252 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/fc78422531a540bab66c847e46427acf to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/A/fc78422531a540bab66c847e46427acf 2024-11-24T03:51:52,255 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2100da6b5d84424a94e134c157395d65 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/2100da6b5d84424a94e134c157395d65 2024-11-24T03:51:52,257 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/80a1db203b7443b2882173da97890963 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/80a1db203b7443b2882173da97890963 2024-11-24T03:51:52,258 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/9717bd7e4cc9468aae2890b7ac01668f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/9717bd7e4cc9468aae2890b7ac01668f 2024-11-24T03:51:52,259 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/fc753504f4b545e79893266f1371b350 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/B/fc753504f4b545e79893266f1371b350 2024-11-24T03:51:52,261 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/02be1b1970a444bfb41285ab94a1482c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/02be1b1970a444bfb41285ab94a1482c 2024-11-24T03:51:52,262 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/b3dcfc05b0f84cd4a2133155a78ac306 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/b3dcfc05b0f84cd4a2133155a78ac306 2024-11-24T03:51:52,264 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/c4fc26a143c348f893ab05eddceddce9 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/c4fc26a143c348f893ab05eddceddce9 2024-11-24T03:51:52,265 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/ced7093029704e8396091c2c7f85a127 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/C/ced7093029704e8396091c2c7f85a127 2024-11-24T03:51:52,268 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/recovered.edits/459.seqid to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9/recovered.edits/459.seqid 2024-11-24T03:51:52,269 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7ecbe871a5c4e9959660aa38fed0d5c9 2024-11-24T03:51:52,269 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:51:52,275 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=27, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:51:52,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T03:51:52,286 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:51:52,318 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:51:52,320 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=27, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:51:52,320 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:51:52,320 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732420312320"}]},"ts":"9223372036854775807"} 2024-11-24T03:51:52,324 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T03:51:52,324 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7ecbe871a5c4e9959660aa38fed0d5c9, NAME => 'TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:51:52,325 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:51:52,325 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732420312325"}]},"ts":"9223372036854775807"} 2024-11-24T03:51:52,328 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T03:51:52,329 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=27, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:51:52,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 102 msec 2024-11-24T03:51:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-24T03:51:52,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T03:51:52,348 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:52,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=245 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1526469236_22 at /127.0.0.1:43620 [Waiting for operation #301] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_449836211_22 at /127.0.0.1:47538 [Waiting for operation #317] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;71d8d2d6408d:41025-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1526469236_22 at /127.0.0.1:54400 [Waiting for operation #57] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 251) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6846 (was 7380) 2024-11-24T03:51:52,373 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=245, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=308, ProcessCount=11, AvailableMemoryMB=6842 2024-11-24T03:51:52,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:51:52,375 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:51:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:51:52,377 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:51:52,378 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:52,378 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 28 2024-11-24T03:51:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-24T03:51:52,379 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:51:52,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741945_1121 (size=1061) 2024-11-24T03:51:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-24T03:51:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-24T03:51:52,790 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba 2024-11-24T03:51:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741946_1122 (size=53) 2024-11-24T03:51:53,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-24T03:51:53,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:51:53,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7f88c7f68ad4a404975cb3f89e268d23, disabling compactions & flushes 2024-11-24T03:51:53,199 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:53,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:53,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. after waiting 0 ms 2024-11-24T03:51:53,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:53,199 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:53,199 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f88c7f68ad4a404975cb3f89e268d23: Waiting for close lock at 1732420313199Disabling compacts and flushes for region at 1732420313199Disabling writes for close at 1732420313199Writing region close event to WAL at 1732420313199Closed at 1732420313199 2024-11-24T03:51:53,201 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:51:53,202 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732420313201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732420313201"}]},"ts":"1732420313201"} 2024-11-24T03:51:53,204 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T03:51:53,205 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:51:53,206 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420313205"}]},"ts":"1732420313205"} 2024-11-24T03:51:53,207 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:51:53,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, ASSIGN}] 2024-11-24T03:51:53,209 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, ASSIGN 2024-11-24T03:51:53,209 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, ASSIGN; state=OFFLINE, location=71d8d2d6408d,41025,1732420280471; forceNewPlan=false, retain=false 2024-11-24T03:51:53,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7f88c7f68ad4a404975cb3f89e268d23, regionState=OPENING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:53,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, ASSIGN because future has completed 2024-11-24T03:51:53,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:51:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-24T03:51:53,522 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:53,522 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:51:53,523 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,523 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:51:53,523 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,523 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,526 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,528 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:51:53,529 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f88c7f68ad4a404975cb3f89e268d23 columnFamilyName A 2024-11-24T03:51:53,529 DEBUG [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:53,529 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.HStore(327): Store=7f88c7f68ad4a404975cb3f89e268d23/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:51:53,530 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,531 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:51:53,531 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f88c7f68ad4a404975cb3f89e268d23 columnFamilyName B 2024-11-24T03:51:53,531 DEBUG [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:53,532 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.HStore(327): Store=7f88c7f68ad4a404975cb3f89e268d23/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:51:53,532 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,533 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:51:53,534 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f88c7f68ad4a404975cb3f89e268d23 columnFamilyName C 2024-11-24T03:51:53,534 DEBUG [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:53,534 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.HStore(327): Store=7f88c7f68ad4a404975cb3f89e268d23/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:51:53,534 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:53,535 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,535 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,536 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,537 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,537 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,538 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:51:53,540 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,543 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:51:53,544 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 7f88c7f68ad4a404975cb3f89e268d23; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60952128, jitterRate=-0.09174251556396484}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:51:53,544 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:53,545 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 7f88c7f68ad4a404975cb3f89e268d23: Running coprocessor pre-open hook at 1732420313524Writing region info on filesystem at 1732420313524Initializing all the Stores at 1732420313525 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420313525Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420313526 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420313526Cleaning up temporary data from old regions at 1732420313538 (+12 ms)Running coprocessor post-open hooks at 1732420313544 (+6 ms)Region opened successfully at 1732420313545 (+1 ms) 2024-11-24T03:51:53,546 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., pid=30, masterSystemTime=1732420313515 2024-11-24T03:51:53,548 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:53,548 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:53,549 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7f88c7f68ad4a404975cb3f89e268d23, regionState=OPEN, openSeqNum=2, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:53,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:51:53,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-24T03:51:53,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 in 189 msec 2024-11-24T03:51:53,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-24T03:51:53,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, ASSIGN in 346 msec 2024-11-24T03:51:53,557 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:51:53,557 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420313557"}]},"ts":"1732420313557"} 2024-11-24T03:51:53,559 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:51:53,560 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:51:53,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1850 sec 2024-11-24T03:51:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-24T03:51:54,529 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:54,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736030eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:54,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:54,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:54,534 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c7cc46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:54,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:54,536 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c27ba6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:54,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:54,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:54,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:54,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T03:51:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 71d8d2d6408d,44753,1732420279714 2024-11-24T03:51:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e4f9348 2024-11-24T03:51:54,543 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:51:54,545 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:51:54,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:51:54,550 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:51:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T03:51:54,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741947_1123 (size=1097) 2024-11-24T03:51:54,969 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-24T03:51:54,969 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-24T03:51:54,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:51:54,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, REOPEN/MOVE}] 2024-11-24T03:51:54,986 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, REOPEN/MOVE 2024-11-24T03:51:54,987 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=7f88c7f68ad4a404975cb3f89e268d23, regionState=CLOSING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:54,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, REOPEN/MOVE because future has completed 2024-11-24T03:51:54,989 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:51:54,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:51:55,142 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,143 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T03:51:55,143 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 7f88c7f68ad4a404975cb3f89e268d23, disabling compactions & flushes 2024-11-24T03:51:55,143 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:55,143 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:55,143 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. after waiting 0 ms 2024-11-24T03:51:55,143 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:55,195 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T03:51:55,197 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:55,197 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 7f88c7f68ad4a404975cb3f89e268d23: Waiting for close lock at 1732420315143Running coprocessor pre-close hooks at 1732420315143Disabling compacts and flushes for region at 1732420315143Disabling writes for close at 1732420315143Writing region close event to WAL at 1732420315144 (+1 ms)Running coprocessor post-close hooks at 1732420315196 (+52 ms)Closed at 1732420315197 (+1 ms) 2024-11-24T03:51:55,197 WARN [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionServer(3299): Not adding moved region record: 7f88c7f68ad4a404975cb3f89e268d23 to self. 2024-11-24T03:51:55,202 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,203 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=7f88c7f68ad4a404975cb3f89e268d23, regionState=CLOSED 2024-11-24T03:51:55,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:51:55,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-24T03:51:55,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 in 219 msec 2024-11-24T03:51:55,211 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, REOPEN/MOVE; state=CLOSED, location=71d8d2d6408d,41025,1732420280471; forceNewPlan=false, retain=true 2024-11-24T03:51:55,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=7f88c7f68ad4a404975cb3f89e268d23, regionState=OPENING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:55,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, REOPEN/MOVE because future has completed 2024-11-24T03:51:55,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:51:55,533 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:55,533 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:51:55,534 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,534 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:51:55,534 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,534 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,539 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,540 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:51:55,545 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f88c7f68ad4a404975cb3f89e268d23 columnFamilyName A 2024-11-24T03:51:55,548 DEBUG [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:55,548 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.HStore(327): Store=7f88c7f68ad4a404975cb3f89e268d23/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:51:55,549 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,550 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:51:55,550 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f88c7f68ad4a404975cb3f89e268d23 columnFamilyName B 2024-11-24T03:51:55,550 DEBUG [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:55,550 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.HStore(327): Store=7f88c7f68ad4a404975cb3f89e268d23/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:51:55,551 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,551 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:51:55,551 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f88c7f68ad4a404975cb3f89e268d23 columnFamilyName C 2024-11-24T03:51:55,551 DEBUG [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:55,552 INFO [StoreOpener-7f88c7f68ad4a404975cb3f89e268d23-1 {}] regionserver.HStore(327): Store=7f88c7f68ad4a404975cb3f89e268d23/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:51:55,552 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:55,552 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,553 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,554 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,555 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,555 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,556 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:51:55,557 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,558 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 7f88c7f68ad4a404975cb3f89e268d23; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73452654, jitterRate=0.09452983736991882}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:51:55,558 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,558 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 7f88c7f68ad4a404975cb3f89e268d23: Running coprocessor pre-open hook at 1732420315534Writing region info on filesystem at 1732420315534Initializing all the Stores at 1732420315535 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420315535Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420315536 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420315536Cleaning up temporary data from old regions at 1732420315555 (+19 ms)Running coprocessor post-open hooks at 1732420315558 (+3 ms)Region opened successfully at 1732420315558 2024-11-24T03:51:55,559 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., pid=35, masterSystemTime=1732420315523 2024-11-24T03:51:55,561 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:55,561 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:55,562 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=7f88c7f68ad4a404975cb3f89e268d23, regionState=OPEN, openSeqNum=5, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:55,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:51:55,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33 2024-11-24T03:51:55,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 in 196 msec 2024-11-24T03:51:55,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-24T03:51:55,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, REOPEN/MOVE in 581 msec 2024-11-24T03:51:55,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-24T03:51:55,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 594 msec 2024-11-24T03:51:55,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0210 sec 2024-11-24T03:51:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-24T03:51:55,577 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:55,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:55,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:55,579 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:55,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:55,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28800a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:55,581 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:55,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736ed893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:55,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:55,583 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:55,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:55,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:55,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a49b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:55,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:55,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:55,584 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:55,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@218b7568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0484de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:55,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:55,587 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@955c255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:55,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:55,588 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afd6420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:55,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:55,591 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e07933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:55,592 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:55,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc23475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677aa7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:55,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:55,594 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1604ae02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:55,596 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57598108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:55,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:55,598 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155e6d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:55,599 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:55,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa85d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:55,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:55,602 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e0d4bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:55,603 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251b0240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:55,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:55,605 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2847c569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:55,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:55,607 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:55,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358c2d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711c9f1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,608 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:51:55,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:51:55,609 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:51:55,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:51:55,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:51:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c14137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:51:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:51:55,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:51:55,611 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:51:55,611 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129244b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:51:55,612 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:51:55,612 DEBUG [Thread-627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:55,612 DEBUG [Thread-625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:55,612 DEBUG [Thread-638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:55,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:55,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:55,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-24T03:51:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-24T03:51:55,617 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:51:55,618 DEBUG [Thread-634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:55,619 DEBUG [Thread-623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:55,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:51:55,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:51:55,619 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:51:55,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:51:55,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:55,620 DEBUG [Thread-636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:51:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:55,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:55,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:55,622 DEBUG [Thread-629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:55,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:55,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:55,623 DEBUG [Thread-631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:55,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:55,623 DEBUG [Thread-640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:51:55,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:55,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:55,625 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:51:55,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:55,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:55,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:55,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:51:55,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:55,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:55,627 DEBUG [Thread-640 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:51:55,627 DEBUG [Thread-640 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:51:55,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:55,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:51:55,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:51:55,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:51:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:51:55,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:51:55,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:51:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:55,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:51:55,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:55,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:51:55,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:55,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:51:55,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:55,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124db3d885d33804096a42aa4c09d1d257e_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420315637/Put/seqid=0 2024-11-24T03:51:55,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420375695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:55,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:55,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420375697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:55,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420375698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:55,715 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420315674, max timestamp=1732420315707Num uniques 859; 2024-11-24T03:51:55,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:55,716 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:51:55,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420315674, max timestamp=1732420315707Num uniques 859; 2024-11-24T03:51:55,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:51:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-24T03:51:55,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420315674, max timestamp=1732420315709Num uniques 859; 2024-11-24T03:51:55,735 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:51:55,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741948_1124 (size=19474) 2024-11-24T03:51:55,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T03:51:55,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:55,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:55,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:55,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:55,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:55,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420375818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:55,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420375817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420375825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420375827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:55,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420375827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:55,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:55,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T03:51:55,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:55,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:55,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:55,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:55,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-24T03:51:55,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:55,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420375938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420375938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:55,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420376037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420376037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420376037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T03:51:56,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:56,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:56,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:56,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:56,152 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124db3d885d33804096a42aa4c09d1d257e_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124db3d885d33804096a42aa4c09d1d257e_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:56,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420376147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,154 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420376148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,154 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/4992eae7a0ce4f239c0e0159e9154a46, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:56,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/4992eae7a0ce4f239c0e0159e9154a46 is 175, key is test_row_0/A:col10/1732420315637/Put/seqid=0 2024-11-24T03:51:56,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741949_1125 (size=56733) 2024-11-24T03:51:56,196 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/4992eae7a0ce4f239c0e0159e9154a46 2024-11-24T03:51:56,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/c477015adf3649cca27211d6cb7e8e90 is 50, key is test_row_0/B:col10/1732420315637/Put/seqid=0 2024-11-24T03:51:56,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T03:51:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:56,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741950_1126 (size=12001) 2024-11-24T03:51:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-24T03:51:56,338 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:51:56,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420376348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420376349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420376349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T03:51:56,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:56,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:56,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:56,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420376456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420376468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,470 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T03:51:56,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:56,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:56,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:56,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/c477015adf3649cca27211d6cb7e8e90 2024-11-24T03:51:56,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/3332cb5120dc4125a8ab23d4bb8eec42 is 50, key is test_row_0/C:col10/1732420315637/Put/seqid=0 2024-11-24T03:51:56,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741951_1127 (size=12001) 2024-11-24T03:51:56,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T03:51:56,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:56,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:56,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:56,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-24T03:51:56,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T03:51:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:56,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:56,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420376857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420376867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420376867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,869 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420376967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:56,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420376977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:56,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:56,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:57,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T03:51:57,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:57,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:57,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:57,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:57,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:57,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/3332cb5120dc4125a8ab23d4bb8eec42 2024-11-24T03:51:57,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/4992eae7a0ce4f239c0e0159e9154a46 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/4992eae7a0ce4f239c0e0159e9154a46 2024-11-24T03:51:57,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/4992eae7a0ce4f239c0e0159e9154a46, entries=300, sequenceid=15, filesize=55.4 K 2024-11-24T03:51:57,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/c477015adf3649cca27211d6cb7e8e90 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/c477015adf3649cca27211d6cb7e8e90 2024-11-24T03:51:57,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/c477015adf3649cca27211d6cb7e8e90, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T03:51:57,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/3332cb5120dc4125a8ab23d4bb8eec42 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/3332cb5120dc4125a8ab23d4bb8eec42 2024-11-24T03:51:57,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/3332cb5120dc4125a8ab23d4bb8eec42, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T03:51:57,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 7f88c7f68ad4a404975cb3f89e268d23 in 1488ms, sequenceid=15, compaction requested=false 2024-11-24T03:51:57,126 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T03:51:57,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:51:57,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T03:51:57,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:57,164 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-24T03:51:57,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:51:57,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:57,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:51:57,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:57,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:51:57,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:57,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245da022cc81d94ebcb6953a77a427da86_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420315817/Put/seqid=0 2024-11-24T03:51:57,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741952_1128 (size=12154) 2024-11-24T03:51:57,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,204 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245da022cc81d94ebcb6953a77a427da86_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245da022cc81d94ebcb6953a77a427da86_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:57,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ce66723d26524a178d80accdfcead03f, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:57,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ce66723d26524a178d80accdfcead03f is 175, key is test_row_0/A:col10/1732420315817/Put/seqid=0 2024-11-24T03:51:57,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741953_1129 (size=30955) 2024-11-24T03:51:57,225 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ce66723d26524a178d80accdfcead03f 2024-11-24T03:51:57,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/aea3311fa0414ac7be9e77b857e5b39e is 50, key is test_row_0/B:col10/1732420315817/Put/seqid=0 2024-11-24T03:51:57,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741954_1130 (size=12001) 2024-11-24T03:51:57,253 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/aea3311fa0414ac7be9e77b857e5b39e 2024-11-24T03:51:57,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/3fcee8419fdf4ef38f09e607afa0c40a is 50, key is test_row_0/C:col10/1732420315817/Put/seqid=0 2024-11-24T03:51:57,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741955_1131 (size=12001) 2024-11-24T03:51:57,296 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/3fcee8419fdf4ef38f09e607afa0c40a 2024-11-24T03:51:57,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ce66723d26524a178d80accdfcead03f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ce66723d26524a178d80accdfcead03f 2024-11-24T03:51:57,314 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ce66723d26524a178d80accdfcead03f, entries=150, sequenceid=51, filesize=30.2 K 2024-11-24T03:51:57,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/aea3311fa0414ac7be9e77b857e5b39e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/aea3311fa0414ac7be9e77b857e5b39e 2024-11-24T03:51:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,323 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/aea3311fa0414ac7be9e77b857e5b39e, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T03:51:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/3fcee8419fdf4ef38f09e607afa0c40a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/3fcee8419fdf4ef38f09e607afa0c40a 2024-11-24T03:51:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,331 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/3fcee8419fdf4ef38f09e607afa0c40a, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T03:51:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,332 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=0 B/0 for 7f88c7f68ad4a404975cb3f89e268d23 in 168ms, sequenceid=51, compaction requested=false 2024-11-24T03:51:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:51:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-24T03:51:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-24T03:51:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T03:51:57,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7150 sec 2024-11-24T03:51:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.7260 sec 2024-11-24T03:51:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-24T03:51:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,777 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:51:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:51:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-24T03:51:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-24T03:51:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,781 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:51:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,782 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:51:57,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:51:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-24T03:51:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:51:57,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:51:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:57,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:51:57,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:57,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:51:57,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243a74cb99f0964f31b0eb4ad93bb3b6c0_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420317914/Put/seqid=0 2024-11-24T03:51:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:57,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:57,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:57,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:57,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741956_1132 (size=21918) 2024-11-24T03:51:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,949 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,956 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243a74cb99f0964f31b0eb4ad93bb3b6c0_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243a74cb99f0964f31b0eb4ad93bb3b6c0_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,957 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/d8679132dda240ccb913073641b32da1, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/d8679132dda240ccb913073641b32da1 is 175, key is test_row_0/A:col10/1732420317914/Put/seqid=0 2024-11-24T03:51:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732420317923, max timestamp=1732420317976Num uniques 859; 2024-11-24T03:51:57,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732420317923, max timestamp=1732420317976Num uniques 859; 2024-11-24T03:51:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-24T03:51:57,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-24T03:51:57,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=859, cellSize=39335, totalHeapSize=89576, min timestamp=1732420317923, max timestamp=1732420317976Num uniques 859; 2024-11-24T03:51:57,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=39335, suffix heap size=117064,new segment heap size=89576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=859 2024-11-24T03:51:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741957_1133 (size=65323) 2024-11-24T03:51:57,984 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/d8679132dda240ccb913073641b32da1 2024-11-24T03:51:57,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420377987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:57,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420377989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:57,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420377989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:57,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:57,996 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:51:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:57,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:57,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420377992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:57,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420377993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/94a4d3ea267f4e229df96d13c09b2a43 is 50, key is test_row_0/B:col10/1732420317914/Put/seqid=0 2024-11-24T03:51:58,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741958_1134 (size=12001) 2024-11-24T03:51:58,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/94a4d3ea267f4e229df96d13c09b2a43 2024-11-24T03:51:58,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/461087f4575c4cd09ba8e1b31d57563a is 50, key is test_row_0/C:col10/1732420317914/Put/seqid=0 2024-11-24T03:51:58,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741959_1135 (size=12001) 2024-11-24T03:51:58,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/461087f4575c4cd09ba8e1b31d57563a 2024-11-24T03:51:58,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/d8679132dda240ccb913073641b32da1 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8679132dda240ccb913073641b32da1 2024-11-24T03:51:58,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8679132dda240ccb913073641b32da1, entries=350, sequenceid=61, filesize=63.8 K 2024-11-24T03:51:58,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/94a4d3ea267f4e229df96d13c09b2a43 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/94a4d3ea267f4e229df96d13c09b2a43 2024-11-24T03:51:58,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/94a4d3ea267f4e229df96d13c09b2a43, entries=150, sequenceid=61, filesize=11.7 K 2024-11-24T03:51:58,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/461087f4575c4cd09ba8e1b31d57563a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/461087f4575c4cd09ba8e1b31d57563a 2024-11-24T03:51:58,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:58,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:58,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/461087f4575c4cd09ba8e1b31d57563a, entries=150, sequenceid=61, filesize=11.7 K 2024-11-24T03:51:58,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=154.31 KB/158010 for 7f88c7f68ad4a404975cb3f89e268d23 in 177ms, sequenceid=61, compaction requested=true 2024-11-24T03:51:58,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:51:58,096 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:58,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:58,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:58,096 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:58,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:58,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:58,097 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 153011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:58,097 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/A is initiating minor compaction (all files) 2024-11-24T03:51:58,097 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/A in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,097 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/4992eae7a0ce4f239c0e0159e9154a46, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ce66723d26524a178d80accdfcead03f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8679132dda240ccb913073641b32da1] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=149.4 K 2024-11-24T03:51:58,098 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,098 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/4992eae7a0ce4f239c0e0159e9154a46, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ce66723d26524a178d80accdfcead03f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8679132dda240ccb913073641b32da1] 2024-11-24T03:51:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-24T03:51:58,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:58,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:58,101 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4992eae7a0ce4f239c0e0159e9154a46, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732420315626 2024-11-24T03:51:58,101 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:58,102 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/B is initiating minor compaction (all files) 2024-11-24T03:51:58,102 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/B in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:58,103 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/c477015adf3649cca27211d6cb7e8e90, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/aea3311fa0414ac7be9e77b857e5b39e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/94a4d3ea267f4e229df96d13c09b2a43] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=35.2 K 2024-11-24T03:51:58,105 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce66723d26524a178d80accdfcead03f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732420315797 2024-11-24T03:51:58,106 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting c477015adf3649cca27211d6cb7e8e90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732420315627 2024-11-24T03:51:58,106 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8679132dda240ccb913073641b32da1, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732420317895 2024-11-24T03:51:58,106 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=167.72 KB heapSize=418.97 KB 2024-11-24T03:51:58,107 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting aea3311fa0414ac7be9e77b857e5b39e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732420315797 2024-11-24T03:51:58,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:51:58,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:58,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:51:58,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:58,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:51:58,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:58,108 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 94a4d3ea267f4e229df96d13c09b2a43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732420317895 2024-11-24T03:51:58,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420378110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420378113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420378113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420378114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,124 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:58,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249224c44018874d05a426a28353cc66d9_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420318101/Put/seqid=0 2024-11-24T03:51:58,133 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#B#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:58,134 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/7f2ba2da12af44bc959a0e74840fbd3f is 50, key is test_row_0/B:col10/1732420317914/Put/seqid=0 2024-11-24T03:51:58,135 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411244cae630e012b4d03ab47d36c2429c596_7f88c7f68ad4a404975cb3f89e268d23 store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:58,139 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411244cae630e012b4d03ab47d36c2429c596_7f88c7f68ad4a404975cb3f89e268d23, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:58,139 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244cae630e012b4d03ab47d36c2429c596_7f88c7f68ad4a404975cb3f89e268d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:58,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741960_1136 (size=17034) 2024-11-24T03:51:58,181 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:58,186 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249224c44018874d05a426a28353cc66d9_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249224c44018874d05a426a28353cc66d9_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:58,187 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/6e11973108a3482db4cafe0ebfba5ae4, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:58,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/6e11973108a3482db4cafe0ebfba5ae4 is 175, key is test_row_0/A:col10/1732420318101/Put/seqid=0 2024-11-24T03:51:58,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741961_1137 (size=4469) 2024-11-24T03:51:58,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741962_1138 (size=12104) 2024-11-24T03:51:58,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741963_1139 (size=48139) 2024-11-24T03:51:58,217 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/6e11973108a3482db4cafe0ebfba5ae4 2024-11-24T03:51:58,222 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/7f2ba2da12af44bc959a0e74840fbd3f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/7f2ba2da12af44bc959a0e74840fbd3f 2024-11-24T03:51:58,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420378228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420378228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420378228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420378229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,243 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/B of 7f88c7f68ad4a404975cb3f89e268d23 into 7f2ba2da12af44bc959a0e74840fbd3f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:58,243 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:51:58,243 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/B, priority=13, startTime=1732420318096; duration=0sec 2024-11-24T03:51:58,243 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:58,243 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:B 2024-11-24T03:51:58,243 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:58,244 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:58,245 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/C is initiating minor compaction (all files) 2024-11-24T03:51:58,245 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/C in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,246 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/3332cb5120dc4125a8ab23d4bb8eec42, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/3fcee8419fdf4ef38f09e607afa0c40a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/461087f4575c4cd09ba8e1b31d57563a] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=35.2 K 2024-11-24T03:51:58,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/ce7a3299bc4e42f8a7fc0642e75cdce7 is 50, key is test_row_0/B:col10/1732420318101/Put/seqid=0 2024-11-24T03:51:58,250 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3332cb5120dc4125a8ab23d4bb8eec42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732420315627 2024-11-24T03:51:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,251 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fcee8419fdf4ef38f09e607afa0c40a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732420315797 2024-11-24T03:51:58,251 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 461087f4575c4cd09ba8e1b31d57563a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732420317895 2024-11-24T03:51:58,266 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#C#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:58,267 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/738aecd55fbe4283b2d9b78f8728d05e is 50, key is test_row_0/C:col10/1732420317914/Put/seqid=0 2024-11-24T03:51:58,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741964_1140 (size=12001) 2024-11-24T03:51:58,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741965_1141 (size=12104) 2024-11-24T03:51:58,291 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/738aecd55fbe4283b2d9b78f8728d05e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/738aecd55fbe4283b2d9b78f8728d05e 2024-11-24T03:51:58,301 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/C of 7f88c7f68ad4a404975cb3f89e268d23 into 738aecd55fbe4283b2d9b78f8728d05e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:58,301 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:51:58,301 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/C, priority=13, startTime=1732420318101; duration=0sec 2024-11-24T03:51:58,301 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:58,301 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:C 2024-11-24T03:51:58,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-24T03:51:58,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420378437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420378437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420378437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420378437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:58,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:58,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,603 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#A#compaction#118 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:58,604 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/d8d26757121941a8872f59f8b3652d1a is 175, key is test_row_0/A:col10/1732420317914/Put/seqid=0 2024-11-24T03:51:58,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741966_1142 (size=31058) 2024-11-24T03:51:58,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/ce7a3299bc4e42f8a7fc0642e75cdce7 2024-11-24T03:51:58,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/724240972e84474d8dd948809c3a85bc is 50, key is test_row_0/C:col10/1732420318101/Put/seqid=0 2024-11-24T03:51:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741967_1143 (size=12001) 2024-11-24T03:51:58,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/724240972e84474d8dd948809c3a85bc 2024-11-24T03:51:58,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:58,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:58,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/6e11973108a3482db4cafe0ebfba5ae4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6e11973108a3482db4cafe0ebfba5ae4 2024-11-24T03:51:58,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6e11973108a3482db4cafe0ebfba5ae4, entries=250, sequenceid=89, filesize=47.0 K 2024-11-24T03:51:58,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/ce7a3299bc4e42f8a7fc0642e75cdce7 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7a3299bc4e42f8a7fc0642e75cdce7 2024-11-24T03:51:58,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7a3299bc4e42f8a7fc0642e75cdce7, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T03:51:58,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/724240972e84474d8dd948809c3a85bc as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/724240972e84474d8dd948809c3a85bc 2024-11-24T03:51:58,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420378747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420378747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:58,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420378747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:58,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:58,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:58,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/724240972e84474d8dd948809c3a85bc, entries=150, sequenceid=89, filesize=11.7 K 2024-11-24T03:51:58,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~418.92 KB/428976, currentSize=33.54 KB/34350 for 7f88c7f68ad4a404975cb3f89e268d23 in 647ms, sequenceid=89, compaction requested=false 2024-11-24T03:51:58,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:51:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:58,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:51:58,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:51:58,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:58,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:51:58,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:58,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:51:58,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:51:58,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112402b59bf912f2450498fdecb3edaba077_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420318111/Put/seqid=0 2024-11-24T03:51:58,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741968_1144 (size=14594) 2024-11-24T03:51:58,802 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:58,810 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112402b59bf912f2450498fdecb3edaba077_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112402b59bf912f2450498fdecb3edaba077_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:58,812 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/e3ddf0167524444fb182bc8fa329ae65, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:58,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/e3ddf0167524444fb182bc8fa329ae65 is 175, key is test_row_0/A:col10/1732420318111/Put/seqid=0 2024-11-24T03:51:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741969_1145 (size=39549) 2024-11-24T03:51:58,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=101, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/e3ddf0167524444fb182bc8fa329ae65 2024-11-24T03:51:58,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420318833, max timestamp=1732420318851Num uniques 859; 2024-11-24T03:51:58,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:51:58,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420318833, max timestamp=1732420318851Num uniques 859; 2024-11-24T03:51:58,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:51:58,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420318833, max timestamp=1732420318851Num uniques 859; 2024-11-24T03:51:58,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:51:58,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/68965d6ecb464291b4907e4d05822330 is 50, key is test_row_0/B:col10/1732420318111/Put/seqid=0 2024-11-24T03:51:58,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:58,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:58,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:58,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741970_1146 (size=12001) 2024-11-24T03:51:58,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/68965d6ecb464291b4907e4d05822330 2024-11-24T03:51:58,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/002c5f8046364b36b2caa846c435e6e0 is 50, key is test_row_0/C:col10/1732420318111/Put/seqid=0 2024-11-24T03:51:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-24T03:51:58,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741971_1147 (size=12001) 2024-11-24T03:51:58,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/002c5f8046364b36b2caa846c435e6e0 2024-11-24T03:51:58,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/e3ddf0167524444fb182bc8fa329ae65 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/e3ddf0167524444fb182bc8fa329ae65 2024-11-24T03:51:58,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/e3ddf0167524444fb182bc8fa329ae65, entries=200, sequenceid=101, filesize=38.6 K 2024-11-24T03:51:58,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/68965d6ecb464291b4907e4d05822330 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/68965d6ecb464291b4907e4d05822330 2024-11-24T03:51:58,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/68965d6ecb464291b4907e4d05822330, entries=150, sequenceid=101, filesize=11.7 K 2024-11-24T03:51:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/002c5f8046364b36b2caa846c435e6e0 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/002c5f8046364b36b2caa846c435e6e0 2024-11-24T03:51:58,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/002c5f8046364b36b2caa846c435e6e0, entries=150, sequenceid=101, filesize=11.7 K 2024-11-24T03:51:58,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=120.76 KB/123660 for 7f88c7f68ad4a404975cb3f89e268d23 in 211ms, sequenceid=101, compaction requested=true 2024-11-24T03:51:58,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:51:58,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:58,972 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-24T03:51:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:58,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T03:51:58,974 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:51:58,974 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:51:58,974 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. because compaction request was cancelled 2024-11-24T03:51:58,974 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:A 2024-11-24T03:51:58,975 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:58,976 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:58,976 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/B is initiating minor compaction (all files) 2024-11-24T03:51:58,976 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/B in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:58,976 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/7f2ba2da12af44bc959a0e74840fbd3f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7a3299bc4e42f8a7fc0642e75cdce7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/68965d6ecb464291b4907e4d05822330] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=35.3 K 2024-11-24T03:51:58,976 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f2ba2da12af44bc959a0e74840fbd3f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732420317895 2024-11-24T03:51:58,977 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting ce7a3299bc4e42f8a7fc0642e75cdce7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732420317982 2024-11-24T03:51:58,977 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 68965d6ecb464291b4907e4d05822330, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732420318111 2024-11-24T03:51:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:58,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-24T03:51:58,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:51:58,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:58,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:51:58,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:58,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:51:58,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:51:58,990 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#B#compaction#126 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:58,990 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/ce7652951d12433984c5cbab6477d439 is 50, key is test_row_0/B:col10/1732420318111/Put/seqid=0 2024-11-24T03:51:59,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f904de3b26c54c6fb8aa67d2f592bf7c_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420318964/Put/seqid=0 2024-11-24T03:51:59,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:59,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,028 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/d8d26757121941a8872f59f8b3652d1a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8d26757121941a8872f59f8b3652d1a 2024-11-24T03:51:59,035 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/A of 7f88c7f68ad4a404975cb3f89e268d23 into d8d26757121941a8872f59f8b3652d1a(size=30.3 K), total size for store is 116.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:59,035 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:51:59,035 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/A, priority=13, startTime=1732420318095; duration=0sec 2024-11-24T03:51:59,035 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:59,035 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:A 2024-11-24T03:51:59,035 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:51:59,037 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:51:59,037 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/C is initiating minor compaction (all files) 2024-11-24T03:51:59,037 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/C in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,037 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/738aecd55fbe4283b2d9b78f8728d05e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/724240972e84474d8dd948809c3a85bc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/002c5f8046364b36b2caa846c435e6e0] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=35.3 K 2024-11-24T03:51:59,038 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 738aecd55fbe4283b2d9b78f8728d05e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732420317895 2024-11-24T03:51:59,038 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 724240972e84474d8dd948809c3a85bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732420317982 2024-11-24T03:51:59,038 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 002c5f8046364b36b2caa846c435e6e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732420318111 2024-11-24T03:51:59,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741973_1149 (size=14794) 2024-11-24T03:51:59,046 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420379050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:59,058 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f904de3b26c54c6fb8aa67d2f592bf7c_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f904de3b26c54c6fb8aa67d2f592bf7c_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:51:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,058 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:59,058 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#C#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:51:59,058 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/dcd95923b23f408b97666539a724f43b is 50, key is test_row_0/C:col10/1732420318111/Put/seqid=0 2024-11-24T03:51:59,059 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/cf5404ec8a0c42e6af115909bcc298bc, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741972_1148 (size=12207) 2024-11-24T03:51:59,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/cf5404ec8a0c42e6af115909bcc298bc is 175, key is test_row_0/A:col10/1732420318964/Put/seqid=0 2024-11-24T03:51:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741974_1150 (size=12207) 2024-11-24T03:51:59,091 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/dcd95923b23f408b97666539a724f43b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/dcd95923b23f408b97666539a724f43b 2024-11-24T03:51:59,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741975_1151 (size=39749) 2024-11-24T03:51:59,104 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/cf5404ec8a0c42e6af115909bcc298bc 2024-11-24T03:51:59,106 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/C of 7f88c7f68ad4a404975cb3f89e268d23 into dcd95923b23f408b97666539a724f43b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:59,106 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:51:59,106 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/C, priority=13, startTime=1732420318973; duration=0sec 2024-11-24T03:51:59,107 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:59,107 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:C 2024-11-24T03:51:59,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/3e8c9f59d9ef4c25b605fcd8ea15aba6 is 50, key is test_row_0/B:col10/1732420318964/Put/seqid=0 2024-11-24T03:51:59,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741976_1152 (size=12151) 2024-11-24T03:51:59,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420379166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:59,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420379257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:59,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420379258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420379258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:59,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:59,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:59,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420379377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:59,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:59,464 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/ce7652951d12433984c5cbab6477d439 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7652951d12433984c5cbab6477d439 2024-11-24T03:51:59,470 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/B of 7f88c7f68ad4a404975cb3f89e268d23 into ce7652951d12433984c5cbab6477d439(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:51:59,471 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:51:59,471 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/B, priority=13, startTime=1732420318973; duration=0sec 2024-11-24T03:51:59,471 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:59,471 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:B 2024-11-24T03:51:59,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:59,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:59,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/3e8c9f59d9ef4c25b605fcd8ea15aba6 2024-11-24T03:51:59,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/44cfd6fd99b04abda3b534247e850af3 is 50, key is test_row_0/C:col10/1732420318964/Put/seqid=0 2024-11-24T03:51:59,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741977_1153 (size=12151) 2024-11-24T03:51:59,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:59,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:59,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:51:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420379687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:51:59,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:51:59,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:51:59,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:59,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:59,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-24T03:51:59,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:51:59,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:51:59,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:51:59,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/44cfd6fd99b04abda3b534247e850af3 2024-11-24T03:51:59,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/cf5404ec8a0c42e6af115909bcc298bc as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cf5404ec8a0c42e6af115909bcc298bc 2024-11-24T03:51:59,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cf5404ec8a0c42e6af115909bcc298bc, entries=200, sequenceid=137, filesize=38.8 K 2024-11-24T03:51:59,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/3e8c9f59d9ef4c25b605fcd8ea15aba6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/3e8c9f59d9ef4c25b605fcd8ea15aba6 2024-11-24T03:51:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/3e8c9f59d9ef4c25b605fcd8ea15aba6, entries=150, sequenceid=137, filesize=11.9 K 2024-11-24T03:51:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/44cfd6fd99b04abda3b534247e850af3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/44cfd6fd99b04abda3b534247e850af3 2024-11-24T03:51:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/44cfd6fd99b04abda3b534247e850af3, entries=150, sequenceid=137, filesize=11.9 K 2024-11-24T03:51:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 7f88c7f68ad4a404975cb3f89e268d23 in 994ms, sequenceid=137, compaction requested=true 2024-11-24T03:51:59,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:51:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:51:59,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:59,975 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:51:59,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:51:59,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:51:59,975 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:51:59,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:51:59,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:51:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,976 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:51:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,976 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:51:59,976 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. because compaction request was cancelled 2024-11-24T03:51:59,976 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:B 2024-11-24T03:51:59,976 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:51:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,977 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158495 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:51:59,977 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/A is initiating minor compaction (all files) 2024-11-24T03:51:59,977 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/A in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,977 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8d26757121941a8872f59f8b3652d1a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6e11973108a3482db4cafe0ebfba5ae4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/e3ddf0167524444fb182bc8fa329ae65, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cf5404ec8a0c42e6af115909bcc298bc] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=154.8 K 2024-11-24T03:51:59,977 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:51:59,977 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8d26757121941a8872f59f8b3652d1a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6e11973108a3482db4cafe0ebfba5ae4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/e3ddf0167524444fb182bc8fa329ae65, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cf5404ec8a0c42e6af115909bcc298bc] 2024-11-24T03:51:59,978 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:51:59,978 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:51:59,978 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. because compaction request was cancelled 2024-11-24T03:51:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,978 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:C 2024-11-24T03:51:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,978 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8d26757121941a8872f59f8b3652d1a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732420317895 2024-11-24T03:51:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,978 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e11973108a3482db4cafe0ebfba5ae4, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1732420317982 2024-11-24T03:51:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,979 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3ddf0167524444fb182bc8fa329ae65, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732420318111 2024-11-24T03:51:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,979 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf5404ec8a0c42e6af115909bcc298bc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732420318932 2024-11-24T03:51:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,991 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,994 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411249d6ef5a4e6a44d258ce9899cba0d6a5d_7f88c7f68ad4a404975cb3f89e268d23 store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,996 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411249d6ef5a4e6a44d258ce9899cba0d6a5d_7f88c7f68ad4a404975cb3f89e268d23, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,996 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249d6ef5a4e6a44d258ce9899cba0d6a5d_7f88c7f68ad4a404975cb3f89e268d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:51:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:51:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741978_1154 (size=4469) 2024-11-24T03:52:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,017 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#A#compaction#131 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,017 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/7fea40b8c3bc4ce7abd02aa3abe82ad4 is 175, key is test_row_0/A:col10/1732420318964/Put/seqid=0 2024-11-24T03:52:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741979_1155 (size=31345) 2024-11-24T03:52:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:00,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T03:52:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:00,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:00,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:00,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:00,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:00,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b019d5205d3f4eb2a4ff1bc4a33b92e3_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420320043/Put/seqid=0 2024-11-24T03:52:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:52:00,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741980_1156 (size=12304) 2024-11-24T03:52:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:00,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:00,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:00,106 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b019d5205d3f4eb2a4ff1bc4a33b92e3_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b019d5205d3f4eb2a4ff1bc4a33b92e3_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:00,107 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/6ec786a30cab405782edeffedd989c0b, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:00,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/6ec786a30cab405782edeffedd989c0b is 175, key is test_row_0/A:col10/1732420320043/Put/seqid=0 2024-11-24T03:52:00,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420380123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:00,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:00,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741981_1157 (size=31105) 2024-11-24T03:52:00,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420380196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:00,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:00,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420380227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:00,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:52:00,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:00,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:00,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:00,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:00,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:00,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420380267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:00,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420380267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:00,269 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:00,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:00,271 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:00,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420380276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:00,281 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:00,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:52:00,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:00,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:00,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:00,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:00,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:00,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420380437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:00,449 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/7fea40b8c3bc4ce7abd02aa3abe82ad4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/7fea40b8c3bc4ce7abd02aa3abe82ad4 2024-11-24T03:52:00,455 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/A of 7f88c7f68ad4a404975cb3f89e268d23 into 7fea40b8c3bc4ce7abd02aa3abe82ad4(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:00,455 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:00,455 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/A, priority=12, startTime=1732420319974; duration=0sec 2024-11-24T03:52:00,456 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:00,456 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:A 2024-11-24T03:52:00,530 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/6ec786a30cab405782edeffedd989c0b 2024-11-24T03:52:00,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/1c3fa928a7a849c0b94da148809bce00 is 50, key is test_row_0/B:col10/1732420320043/Put/seqid=0 2024-11-24T03:52:00,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:52:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:00,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:00,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:00,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741982_1158 (size=12151) 2024-11-24T03:52:00,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/1c3fa928a7a849c0b94da148809bce00 2024-11-24T03:52:00,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/a34d9e09a9f74d8abef941c3ad238d21 is 50, key is test_row_0/C:col10/1732420320043/Put/seqid=0 2024-11-24T03:52:00,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741983_1159 (size=12151) 2024-11-24T03:52:00,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/a34d9e09a9f74d8abef941c3ad238d21 2024-11-24T03:52:00,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/6ec786a30cab405782edeffedd989c0b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6ec786a30cab405782edeffedd989c0b 2024-11-24T03:52:00,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6ec786a30cab405782edeffedd989c0b, entries=150, sequenceid=152, filesize=30.4 K 2024-11-24T03:52:00,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/1c3fa928a7a849c0b94da148809bce00 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/1c3fa928a7a849c0b94da148809bce00 2024-11-24T03:52:00,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/1c3fa928a7a849c0b94da148809bce00, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T03:52:00,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/a34d9e09a9f74d8abef941c3ad238d21 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/a34d9e09a9f74d8abef941c3ad238d21 2024-11-24T03:52:00,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/a34d9e09a9f74d8abef941c3ad238d21, entries=150, sequenceid=152, filesize=11.9 K 2024-11-24T03:52:00,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 7f88c7f68ad4a404975cb3f89e268d23 in 579ms, sequenceid=152, compaction requested=true 2024-11-24T03:52:00,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:00,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:00,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:00,623 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:52:00,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:00,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:00,623 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:00,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:00,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:00,624 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T03:52:00,624 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T03:52:00,624 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:00,624 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. because compaction request was cancelled 2024-11-24T03:52:00,624 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/B is initiating minor compaction (all files) 2024-11-24T03:52:00,624 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:A 2024-11-24T03:52:00,624 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:00,624 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/B in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:00,625 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7652951d12433984c5cbab6477d439, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/3e8c9f59d9ef4c25b605fcd8ea15aba6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/1c3fa928a7a849c0b94da148809bce00] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=35.7 K 2024-11-24T03:52:00,627 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting ce7652951d12433984c5cbab6477d439, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732420318111 2024-11-24T03:52:00,628 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e8c9f59d9ef4c25b605fcd8ea15aba6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732420318932 2024-11-24T03:52:00,628 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:00,628 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/C is initiating minor compaction (all files) 2024-11-24T03:52:00,628 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/C in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:00,628 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/dcd95923b23f408b97666539a724f43b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/44cfd6fd99b04abda3b534247e850af3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/a34d9e09a9f74d8abef941c3ad238d21] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=35.7 K 2024-11-24T03:52:00,629 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcd95923b23f408b97666539a724f43b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732420318111 2024-11-24T03:52:00,629 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c3fa928a7a849c0b94da148809bce00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732420319031 2024-11-24T03:52:00,629 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44cfd6fd99b04abda3b534247e850af3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732420318932 2024-11-24T03:52:00,630 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a34d9e09a9f74d8abef941c3ad238d21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732420319031 2024-11-24T03:52:00,639 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#B#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:00,641 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/6f2ed7a89cf949c99218412b0f210d72 is 50, key is test_row_0/B:col10/1732420320043/Put/seqid=0 2024-11-24T03:52:00,643 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#C#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:00,643 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/008a20fee743427eb67d7f1621568450 is 50, key is test_row_0/C:col10/1732420320043/Put/seqid=0 2024-11-24T03:52:00,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741984_1160 (size=12459) 2024-11-24T03:52:00,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741985_1161 (size=12459) 2024-11-24T03:52:00,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T03:52:00,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:00,714 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T03:52:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:00,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245f3e152e8b1c42b88fa63ce7395f396a_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420320114/Put/seqid=0 2024-11-24T03:52:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741986_1162 (size=12304) 2024-11-24T03:52:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:00,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:00,753 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245f3e152e8b1c42b88fa63ce7395f396a_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245f3e152e8b1c42b88fa63ce7395f396a_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:00,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/38409c843be24cb1a282e2feab8bc9f3, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:00,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/38409c843be24cb1a282e2feab8bc9f3 is 175, key is test_row_0/A:col10/1732420320114/Put/seqid=0 2024-11-24T03:52:00,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741987_1163 (size=31105) 2024-11-24T03:52:00,773 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/38409c843be24cb1a282e2feab8bc9f3 2024-11-24T03:52:00,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/d57b02f43084437c92cf2a01651ca6de is 50, key is test_row_0/B:col10/1732420320114/Put/seqid=0 2024-11-24T03:52:00,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420380804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:00,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741988_1164 (size=12151) 2024-11-24T03:52:00,814 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/d57b02f43084437c92cf2a01651ca6de 2024-11-24T03:52:00,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/6458321e589c478c9db4ed6ff430c0f2 is 50, key is test_row_0/C:col10/1732420320114/Put/seqid=0 2024-11-24T03:52:00,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741989_1165 (size=12151) 2024-11-24T03:52:00,841 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/6458321e589c478c9db4ed6ff430c0f2 2024-11-24T03:52:00,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/38409c843be24cb1a282e2feab8bc9f3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/38409c843be24cb1a282e2feab8bc9f3 2024-11-24T03:52:00,862 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/38409c843be24cb1a282e2feab8bc9f3, entries=150, sequenceid=173, filesize=30.4 K 2024-11-24T03:52:00,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/d57b02f43084437c92cf2a01651ca6de as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/d57b02f43084437c92cf2a01651ca6de 2024-11-24T03:52:00,879 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/d57b02f43084437c92cf2a01651ca6de, entries=150, sequenceid=173, filesize=11.9 K 2024-11-24T03:52:00,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/6458321e589c478c9db4ed6ff430c0f2 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/6458321e589c478c9db4ed6ff430c0f2 2024-11-24T03:52:00,886 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/6458321e589c478c9db4ed6ff430c0f2, entries=150, sequenceid=173, filesize=11.9 K 2024-11-24T03:52:00,888 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 7f88c7f68ad4a404975cb3f89e268d23 in 173ms, sequenceid=173, compaction requested=true 2024-11-24T03:52:00,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:00,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:00,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-24T03:52:00,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-24T03:52:00,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-24T03:52:00,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1080 sec 2024-11-24T03:52:00,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 3.1150 sec 2024-11-24T03:52:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:00,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-24T03:52:00,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:00,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:00,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:00,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:00,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:00,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:00,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124402996b0e3cd485789d944ed60711b06_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420320800/Put/seqid=0 2024-11-24T03:52:00,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741990_1166 (size=14794) 2024-11-24T03:52:01,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420381016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:01,063 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/6f2ed7a89cf949c99218412b0f210d72 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/6f2ed7a89cf949c99218412b0f210d72 2024-11-24T03:52:01,075 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/008a20fee743427eb67d7f1621568450 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/008a20fee743427eb67d7f1621568450 2024-11-24T03:52:01,075 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/B of 7f88c7f68ad4a404975cb3f89e268d23 into 6f2ed7a89cf949c99218412b0f210d72(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:01,075 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:01,075 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/B, priority=13, startTime=1732420320623; duration=0sec 2024-11-24T03:52:01,075 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:01,075 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:B 2024-11-24T03:52:01,082 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/C of 7f88c7f68ad4a404975cb3f89e268d23 into 008a20fee743427eb67d7f1621568450(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:01,082 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:01,083 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/C, priority=13, startTime=1732420320623; duration=0sec 2024-11-24T03:52:01,083 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:01,083 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:C 2024-11-24T03:52:01,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420381127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:01,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:01,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420381207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:01,210 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:01,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:01,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:01,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:01,334 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:01,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420381337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:01,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:01,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:01,343 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124402996b0e3cd485789d944ed60711b06_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124402996b0e3cd485789d944ed60711b06_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:01,344 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/2e9b1b88c7684c6bb95af5e129c24a82, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:01,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/2e9b1b88c7684c6bb95af5e129c24a82 is 175, key is test_row_0/A:col10/1732420320800/Put/seqid=0 2024-11-24T03:52:01,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741991_1167 (size=39749) 2024-11-24T03:52:01,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420381647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:01,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:01,759 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/2e9b1b88c7684c6bb95af5e129c24a82 2024-11-24T03:52:01,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/0fdbec3aed334b468b71bf3e7ff7e1a8 is 50, key is test_row_0/B:col10/1732420320800/Put/seqid=0 2024-11-24T03:52:01,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741992_1168 (size=12151) 2024-11-24T03:52:01,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/0fdbec3aed334b468b71bf3e7ff7e1a8 2024-11-24T03:52:01,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/c0678feeb52a4517ada1e775cc7b0d32 is 50, key is test_row_0/C:col10/1732420320800/Put/seqid=0 2024-11-24T03:52:01,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741993_1169 (size=12151) 2024-11-24T03:52:01,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/c0678feeb52a4517ada1e775cc7b0d32 2024-11-24T03:52:01,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/2e9b1b88c7684c6bb95af5e129c24a82 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/2e9b1b88c7684c6bb95af5e129c24a82 2024-11-24T03:52:01,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/2e9b1b88c7684c6bb95af5e129c24a82, entries=200, sequenceid=186, filesize=38.8 K 2024-11-24T03:52:01,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/0fdbec3aed334b468b71bf3e7ff7e1a8 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/0fdbec3aed334b468b71bf3e7ff7e1a8 2024-11-24T03:52:01,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/0fdbec3aed334b468b71bf3e7ff7e1a8, entries=150, sequenceid=186, filesize=11.9 K 2024-11-24T03:52:01,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/c0678feeb52a4517ada1e775cc7b0d32 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/c0678feeb52a4517ada1e775cc7b0d32 2024-11-24T03:52:01,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/c0678feeb52a4517ada1e775cc7b0d32, entries=150, sequenceid=186, filesize=11.9 K 2024-11-24T03:52:01,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7f88c7f68ad4a404975cb3f89e268d23 in 910ms, sequenceid=186, compaction requested=true 2024-11-24T03:52:01,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:01,831 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:01,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:01,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:01,831 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:01,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:01,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:01,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:01,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:01,833 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:01,833 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/B is initiating minor compaction (all files) 2024-11-24T03:52:01,833 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/B in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:01,833 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/6f2ed7a89cf949c99218412b0f210d72, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/d57b02f43084437c92cf2a01651ca6de, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/0fdbec3aed334b468b71bf3e7ff7e1a8] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=35.9 K 2024-11-24T03:52:01,834 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f2ed7a89cf949c99218412b0f210d72, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732420319031 2024-11-24T03:52:01,835 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133304 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:01,835 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/A is initiating minor compaction (all files) 2024-11-24T03:52:01,835 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/A in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:01,835 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/7fea40b8c3bc4ce7abd02aa3abe82ad4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6ec786a30cab405782edeffedd989c0b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/38409c843be24cb1a282e2feab8bc9f3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/2e9b1b88c7684c6bb95af5e129c24a82] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=130.2 K 2024-11-24T03:52:01,835 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:01,835 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/7fea40b8c3bc4ce7abd02aa3abe82ad4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6ec786a30cab405782edeffedd989c0b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/38409c843be24cb1a282e2feab8bc9f3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/2e9b1b88c7684c6bb95af5e129c24a82] 2024-11-24T03:52:01,835 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting d57b02f43084437c92cf2a01651ca6de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732420320106 2024-11-24T03:52:01,836 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fea40b8c3bc4ce7abd02aa3abe82ad4, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732420318932 2024-11-24T03:52:01,836 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ec786a30cab405782edeffedd989c0b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732420319031 2024-11-24T03:52:01,836 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fdbec3aed334b468b71bf3e7ff7e1a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420320776 2024-11-24T03:52:01,837 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38409c843be24cb1a282e2feab8bc9f3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732420320106 2024-11-24T03:52:01,838 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e9b1b88c7684c6bb95af5e129c24a82, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420320776 2024-11-24T03:52:01,850 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#B#compaction#143 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:01,851 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/a3b7d2bb51764e0a9818c5a047cfb726 is 50, key is test_row_0/B:col10/1732420320800/Put/seqid=0 2024-11-24T03:52:01,852 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:01,859 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f29a1bb0ce634758a52fec143b0ae9f7_7f88c7f68ad4a404975cb3f89e268d23 store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:01,862 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f29a1bb0ce634758a52fec143b0ae9f7_7f88c7f68ad4a404975cb3f89e268d23, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:01,863 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f29a1bb0ce634758a52fec143b0ae9f7_7f88c7f68ad4a404975cb3f89e268d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:01,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741994_1170 (size=12561) 2024-11-24T03:52:01,890 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/a3b7d2bb51764e0a9818c5a047cfb726 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a3b7d2bb51764e0a9818c5a047cfb726 2024-11-24T03:52:01,899 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/B of 7f88c7f68ad4a404975cb3f89e268d23 into a3b7d2bb51764e0a9818c5a047cfb726(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:01,899 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:01,899 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/B, priority=13, startTime=1732420321831; duration=0sec 2024-11-24T03:52:01,900 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:01,900 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:B 2024-11-24T03:52:01,900 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:01,902 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:01,902 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/C is initiating minor compaction (all files) 2024-11-24T03:52:01,902 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/C in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:01,902 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/008a20fee743427eb67d7f1621568450, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/6458321e589c478c9db4ed6ff430c0f2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/c0678feeb52a4517ada1e775cc7b0d32] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=35.9 K 2024-11-24T03:52:01,903 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 008a20fee743427eb67d7f1621568450, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732420319031 2024-11-24T03:52:01,903 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 6458321e589c478c9db4ed6ff430c0f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732420320106 2024-11-24T03:52:01,904 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting c0678feeb52a4517ada1e775cc7b0d32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420320776 2024-11-24T03:52:01,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741995_1171 (size=4469) 2024-11-24T03:52:01,912 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#A#compaction#144 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:01,913 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/c104a91cc0f6464c840f9cbaf432be1b is 175, key is test_row_0/A:col10/1732420320800/Put/seqid=0 2024-11-24T03:52:01,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741996_1172 (size=31481) 2024-11-24T03:52:01,925 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#C#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:01,926 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/f8d5873bf66846cfa44e1678ee8610be is 50, key is test_row_0/C:col10/1732420320800/Put/seqid=0 2024-11-24T03:52:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-24T03:52:01,947 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:01,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741997_1173 (size=12561) 2024-11-24T03:52:01,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-24T03:52:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T03:52:01,951 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:01,952 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:01,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T03:52:02,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T03:52:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:02,106 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T03:52:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:02,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:02,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:02,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112411795f93082c438aa3bdb2b1c328d32a_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420321009/Put/seqid=0 2024-11-24T03:52:02,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741998_1174 (size=12304) 2024-11-24T03:52:02,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:02,134 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112411795f93082c438aa3bdb2b1c328d32a_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112411795f93082c438aa3bdb2b1c328d32a_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:02,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ade97f5b39144c64861c7a23a382ab87, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:02,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ade97f5b39144c64861c7a23a382ab87 is 175, key is test_row_0/A:col10/1732420321009/Put/seqid=0 2024-11-24T03:52:02,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741999_1175 (size=31105) 2024-11-24T03:52:02,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:02,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420382195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T03:52:02,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420382287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:02,291 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:02,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:02,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420382297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:02,300 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:02,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:02,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420382306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:02,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420382306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:02,309 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:02,330 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/c104a91cc0f6464c840f9cbaf432be1b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c104a91cc0f6464c840f9cbaf432be1b 2024-11-24T03:52:02,336 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/A of 7f88c7f68ad4a404975cb3f89e268d23 into c104a91cc0f6464c840f9cbaf432be1b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:02,336 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:02,336 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/A, priority=12, startTime=1732420321831; duration=0sec 2024-11-24T03:52:02,336 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:02,336 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:A 2024-11-24T03:52:02,352 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/f8d5873bf66846cfa44e1678ee8610be as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/f8d5873bf66846cfa44e1678ee8610be 2024-11-24T03:52:02,359 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/C of 7f88c7f68ad4a404975cb3f89e268d23 into f8d5873bf66846cfa44e1678ee8610be(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:02,359 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:02,359 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/C, priority=13, startTime=1732420321832; duration=0sec 2024-11-24T03:52:02,359 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:02,359 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:C 2024-11-24T03:52:02,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420382517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:02,542 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ade97f5b39144c64861c7a23a382ab87 2024-11-24T03:52:02,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/7299c3d2df0944898cf7bf7b050cddcd is 50, key is test_row_0/B:col10/1732420321009/Put/seqid=0 2024-11-24T03:52:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742000_1176 (size=12151) 2024-11-24T03:52:02,555 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/7299c3d2df0944898cf7bf7b050cddcd 2024-11-24T03:52:02,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/ad01d098d3db4f5d966e75bc5d9bc23a is 50, key is test_row_0/C:col10/1732420321009/Put/seqid=0 2024-11-24T03:52:02,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742001_1177 (size=12151) 2024-11-24T03:52:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T03:52:02,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:02,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420382826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:02,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:02,969 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/ad01d098d3db4f5d966e75bc5d9bc23a 2024-11-24T03:52:02,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ade97f5b39144c64861c7a23a382ab87 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ade97f5b39144c64861c7a23a382ab87 2024-11-24T03:52:02,979 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ade97f5b39144c64861c7a23a382ab87, entries=150, sequenceid=208, filesize=30.4 K 2024-11-24T03:52:02,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/7299c3d2df0944898cf7bf7b050cddcd as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/7299c3d2df0944898cf7bf7b050cddcd 2024-11-24T03:52:02,986 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/7299c3d2df0944898cf7bf7b050cddcd, entries=150, sequenceid=208, filesize=11.9 K 2024-11-24T03:52:02,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/ad01d098d3db4f5d966e75bc5d9bc23a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/ad01d098d3db4f5d966e75bc5d9bc23a 2024-11-24T03:52:02,994 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/ad01d098d3db4f5d966e75bc5d9bc23a, entries=150, sequenceid=208, filesize=11.9 K 2024-11-24T03:52:02,995 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7f88c7f68ad4a404975cb3f89e268d23 in 889ms, sequenceid=208, compaction requested=false 2024-11-24T03:52:02,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:02,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:02,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-24T03:52:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-24T03:52:02,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-24T03:52:02,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0440 sec 2024-11-24T03:52:02,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.0500 sec 2024-11-24T03:52:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T03:52:03,087 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:03,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-24T03:52:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T03:52:03,089 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:03,089 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:03,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T03:52:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:03,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T03:52:03,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:03,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:03,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:03,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:03,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:03,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:03,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bd2c274716324e61bfb780b37ff5f2f6_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420323227/Put/seqid=0 2024-11-24T03:52:03,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T03:52:03,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:03,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:03,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742002_1178 (size=14794) 2024-11-24T03:52:03,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420383283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:03,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420383336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:03,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:03,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T03:52:03,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:03,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:03,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:03,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420383397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:03,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:03,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:03,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T03:52:03,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T03:52:03,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:03,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:03,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:03,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420383607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:03,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:03,665 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:03,669 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bd2c274716324e61bfb780b37ff5f2f6_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bd2c274716324e61bfb780b37ff5f2f6_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:03,671 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/b54e7bdbe9a3448aba8978f4088b57e4, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:03,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/b54e7bdbe9a3448aba8978f4088b57e4 is 175, key is test_row_0/A:col10/1732420323227/Put/seqid=0 2024-11-24T03:52:03,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742003_1179 (size=39749) 2024-11-24T03:52:03,678 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/b54e7bdbe9a3448aba8978f4088b57e4 2024-11-24T03:52:03,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/be043d2d344b4d1d9825d1c4a6c84cd9 is 50, key is test_row_0/B:col10/1732420323227/Put/seqid=0 2024-11-24T03:52:03,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742004_1180 (size=12151) 2024-11-24T03:52:03,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T03:52:03,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:03,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:03,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:03,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T03:52:03,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T03:52:03,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:03,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:03,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:03,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:03,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420383916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:03,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:03,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:03,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:04,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T03:52:04,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:04,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:04,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:04,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/be043d2d344b4d1d9825d1c4a6c84cd9 2024-11-24T03:52:04,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/a298e39010bb477d96d76d364d9aa05c is 50, key is test_row_0/C:col10/1732420323227/Put/seqid=0 2024-11-24T03:52:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742005_1181 (size=12151) 2024-11-24T03:52:04,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T03:52:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:04,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:04,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:04,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T03:52:04,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T03:52:04,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:04,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:04,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420384346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:04,349 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:04,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:04,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:04,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:04,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420384427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:04,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:04,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:04,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:04,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T03:52:04,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:04,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/a298e39010bb477d96d76d364d9aa05c 2024-11-24T03:52:04,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/b54e7bdbe9a3448aba8978f4088b57e4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b54e7bdbe9a3448aba8978f4088b57e4 2024-11-24T03:52:04,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b54e7bdbe9a3448aba8978f4088b57e4, entries=200, sequenceid=224, filesize=38.8 K 2024-11-24T03:52:04,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/be043d2d344b4d1d9825d1c4a6c84cd9 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/be043d2d344b4d1d9825d1c4a6c84cd9 2024-11-24T03:52:04,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/be043d2d344b4d1d9825d1c4a6c84cd9, entries=150, sequenceid=224, filesize=11.9 K 2024-11-24T03:52:04,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/a298e39010bb477d96d76d364d9aa05c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/a298e39010bb477d96d76d364d9aa05c 2024-11-24T03:52:04,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/a298e39010bb477d96d76d364d9aa05c, entries=150, sequenceid=224, filesize=11.9 K 2024-11-24T03:52:04,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7f88c7f68ad4a404975cb3f89e268d23 in 1300ms, sequenceid=224, compaction requested=true 2024-11-24T03:52:04,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:04,530 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:04,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:04,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:04,531 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:04,531 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:04,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:04,532 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/A is initiating minor compaction (all files) 2024-11-24T03:52:04,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:04,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:04,532 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/A in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:04,532 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c104a91cc0f6464c840f9cbaf432be1b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ade97f5b39144c64861c7a23a382ab87, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b54e7bdbe9a3448aba8978f4088b57e4] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=99.9 K 2024-11-24T03:52:04,532 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,532 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c104a91cc0f6464c840f9cbaf432be1b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ade97f5b39144c64861c7a23a382ab87, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b54e7bdbe9a3448aba8978f4088b57e4] 2024-11-24T03:52:04,532 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c104a91cc0f6464c840f9cbaf432be1b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420320776 2024-11-24T03:52:04,532 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:04,532 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/B is initiating minor compaction (all files) 2024-11-24T03:52:04,533 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/B in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,533 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a3b7d2bb51764e0a9818c5a047cfb726, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/7299c3d2df0944898cf7bf7b050cddcd, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/be043d2d344b4d1d9825d1c4a6c84cd9] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=36.0 K 2024-11-24T03:52:04,533 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ade97f5b39144c64861c7a23a382ab87, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732420320969 2024-11-24T03:52:04,533 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting a3b7d2bb51764e0a9818c5a047cfb726, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420320776 2024-11-24T03:52:04,533 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b54e7bdbe9a3448aba8978f4088b57e4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732420322187 2024-11-24T03:52:04,534 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7299c3d2df0944898cf7bf7b050cddcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732420320969 2024-11-24T03:52:04,534 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting be043d2d344b4d1d9825d1c4a6c84cd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732420322189 2024-11-24T03:52:04,542 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:04,549 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:04,549 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/b3221cc94ff4418396628c441c280065 is 50, key is test_row_0/B:col10/1732420323227/Put/seqid=0 2024-11-24T03:52:04,552 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124a56224f3d1044b9787298bb1914548b1_7f88c7f68ad4a404975cb3f89e268d23 store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:04,554 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124a56224f3d1044b9787298bb1914548b1_7f88c7f68ad4a404975cb3f89e268d23, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:04,554 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a56224f3d1044b9787298bb1914548b1_7f88c7f68ad4a404975cb3f89e268d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:04,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742007_1183 (size=4469) 2024-11-24T03:52:04,566 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#A#compaction#152 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:04,566 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/7bcbf4f5c4ea4d6aa1d4790dd1ff353c is 175, key is test_row_0/A:col10/1732420323227/Put/seqid=0 2024-11-24T03:52:04,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742006_1182 (size=12663) 2024-11-24T03:52:04,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742008_1184 (size=31583) 2024-11-24T03:52:04,587 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/7bcbf4f5c4ea4d6aa1d4790dd1ff353c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/7bcbf4f5c4ea4d6aa1d4790dd1ff353c 2024-11-24T03:52:04,592 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/A of 7f88c7f68ad4a404975cb3f89e268d23 into 7bcbf4f5c4ea4d6aa1d4790dd1ff353c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:04,592 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:04,592 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/A, priority=13, startTime=1732420324530; duration=0sec 2024-11-24T03:52:04,592 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:04,592 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:A 2024-11-24T03:52:04,592 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:04,593 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:04,593 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/C is initiating minor compaction (all files) 2024-11-24T03:52:04,593 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/C in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,594 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/f8d5873bf66846cfa44e1678ee8610be, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/ad01d098d3db4f5d966e75bc5d9bc23a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/a298e39010bb477d96d76d364d9aa05c] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=36.0 K 2024-11-24T03:52:04,594 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8d5873bf66846cfa44e1678ee8610be, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420320776 2024-11-24T03:52:04,594 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad01d098d3db4f5d966e75bc5d9bc23a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732420320969 2024-11-24T03:52:04,595 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a298e39010bb477d96d76d364d9aa05c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732420322189 2024-11-24T03:52:04,607 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#C#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:04,607 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/4401225f82f4427a931e30ef9d118c58 is 50, key is test_row_0/C:col10/1732420323227/Put/seqid=0 2024-11-24T03:52:04,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742009_1185 (size=12663) 2024-11-24T03:52:04,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T03:52:04,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:04,621 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-24T03:52:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:04,621 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/4401225f82f4427a931e30ef9d118c58 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/4401225f82f4427a931e30ef9d118c58 2024-11-24T03:52:04,631 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/C of 7f88c7f68ad4a404975cb3f89e268d23 into 4401225f82f4427a931e30ef9d118c58(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:04,631 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:04,631 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/C, priority=13, startTime=1732420324532; duration=0sec 2024-11-24T03:52:04,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112450358561895c4ee3a1f23a74a926c6f6_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420323250/Put/seqid=0 2024-11-24T03:52:04,631 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:04,631 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:C 2024-11-24T03:52:04,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742010_1186 (size=12304) 2024-11-24T03:52:04,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:04,643 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112450358561895c4ee3a1f23a74a926c6f6_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112450358561895c4ee3a1f23a74a926c6f6_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:04,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/f6f9f440892b4b6e831fe7f123ab40e7, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:04,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/f6f9f440892b4b6e831fe7f123ab40e7 is 175, key is test_row_0/A:col10/1732420323250/Put/seqid=0 2024-11-24T03:52:04,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742011_1187 (size=31105) 2024-11-24T03:52:04,659 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/f6f9f440892b4b6e831fe7f123ab40e7 2024-11-24T03:52:04,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/4ee9a85ac0a6477698987472db094495 is 50, key is test_row_0/B:col10/1732420323250/Put/seqid=0 2024-11-24T03:52:04,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742012_1188 (size=12151) 2024-11-24T03:52:04,675 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/4ee9a85ac0a6477698987472db094495 2024-11-24T03:52:04,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/92ae65c4955f41b1aed60b16cc1be595 is 50, key is test_row_0/C:col10/1732420323250/Put/seqid=0 2024-11-24T03:52:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742013_1189 (size=12151) 2024-11-24T03:52:04,977 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/b3221cc94ff4418396628c441c280065 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/b3221cc94ff4418396628c441c280065 2024-11-24T03:52:04,982 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/B of 7f88c7f68ad4a404975cb3f89e268d23 into b3221cc94ff4418396628c441c280065(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:04,982 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:04,982 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/B, priority=13, startTime=1732420324531; duration=0sec 2024-11-24T03:52:04,982 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:04,982 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:B 2024-11-24T03:52:05,090 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/92ae65c4955f41b1aed60b16cc1be595 2024-11-24T03:52:05,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/f6f9f440892b4b6e831fe7f123ab40e7 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f6f9f440892b4b6e831fe7f123ab40e7 2024-11-24T03:52:05,099 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f6f9f440892b4b6e831fe7f123ab40e7, entries=150, sequenceid=243, filesize=30.4 K 2024-11-24T03:52:05,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/4ee9a85ac0a6477698987472db094495 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/4ee9a85ac0a6477698987472db094495 2024-11-24T03:52:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,104 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/4ee9a85ac0a6477698987472db094495, entries=150, sequenceid=243, filesize=11.9 K 2024-11-24T03:52:05,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/92ae65c4955f41b1aed60b16cc1be595 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/92ae65c4955f41b1aed60b16cc1be595 2024-11-24T03:52:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,108 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/92ae65c4955f41b1aed60b16cc1be595, entries=150, sequenceid=243, filesize=11.9 K 2024-11-24T03:52:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,110 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 7f88c7f68ad4a404975cb3f89e268d23 in 489ms, sequenceid=243, compaction requested=false 2024-11-24T03:52:05,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:05,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:05,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-24T03:52:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-24T03:52:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-24T03:52:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0210 sec 2024-11-24T03:52:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.0270 sec 2024-11-24T03:52:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,235 INFO [master/71d8d2d6408d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T03:52:05,235 INFO [master/71d8d2d6408d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T03:52:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T03:52:05,237 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-24T03:52:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,260 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T03:52:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,261 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:05,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T03:52:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T03:52:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:05,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-24T03:52:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-24T03:52:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-24T03:52:05,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-24T03:52:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 182 msec 2024-11-24T03:52:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:05,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:52:05,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:05,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:05,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:05,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:05,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:05,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c1d2b17d73ba43da89267018af6b73dc_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420325521/Put/seqid=0 2024-11-24T03:52:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742014_1190 (size=14794) 2024-11-24T03:52:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T03:52:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,577 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:05,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-24T03:52:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T03:52:05,580 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,581 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:05,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732420325632, max timestamp=1732420325649Num uniques 859; 2024-11-24T03:52:05,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732420325632, max timestamp=1732420325649Num uniques 859; 2024-11-24T03:52:05,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732420325632, max timestamp=1732420325649Num uniques 859; 2024-11-24T03:52:05,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T03:52:05,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T03:52:05,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T03:52:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T03:52:05,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420385710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:05,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:05,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:05,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:05,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:05,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:05,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:05,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:05,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:05,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:05,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420385817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:05,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:05,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:05,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:05,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:05,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:05,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:05,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T03:52:05,970 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:05,974 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c1d2b17d73ba43da89267018af6b73dc_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c1d2b17d73ba43da89267018af6b73dc_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:05,975 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/b86e5211caf24d4fa00904e2fd88f2f3, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:05,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/b86e5211caf24d4fa00904e2fd88f2f3 is 175, key is test_row_0/A:col10/1732420325521/Put/seqid=0 2024-11-24T03:52:05,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742015_1191 (size=39749) 2024-11-24T03:52:06,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420386027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:06,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:06,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:06,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T03:52:06,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56780 deadline: 1732420386297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:06,298 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:06,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,298 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:06,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56828 deadline: 1732420386317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:06,320 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:06,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:06,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420386337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:06,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:06,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:06,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56824 deadline: 1732420386347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:06,350 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:06,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:06,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420386367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:06,371 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:06,382 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/b86e5211caf24d4fa00904e2fd88f2f3 2024-11-24T03:52:06,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/b510421f683e4152bebf5284d7e5807d is 50, key is test_row_0/B:col10/1732420325521/Put/seqid=0 2024-11-24T03:52:06,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742016_1192 (size=12151) 2024-11-24T03:52:06,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:06,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:06,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:06,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:06,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T03:52:06,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/b510421f683e4152bebf5284d7e5807d 2024-11-24T03:52:06,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/4a8dc4c3edc34339b3bdf5a64ab8d842 is 50, key is test_row_0/C:col10/1732420325521/Put/seqid=0 2024-11-24T03:52:06,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:06,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:06,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742017_1193 (size=12151) 2024-11-24T03:52:06,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/4a8dc4c3edc34339b3bdf5a64ab8d842 2024-11-24T03:52:06,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/b86e5211caf24d4fa00904e2fd88f2f3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b86e5211caf24d4fa00904e2fd88f2f3 2024-11-24T03:52:06,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b86e5211caf24d4fa00904e2fd88f2f3, entries=200, sequenceid=256, filesize=38.8 K 2024-11-24T03:52:06,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/b510421f683e4152bebf5284d7e5807d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/b510421f683e4152bebf5284d7e5807d 2024-11-24T03:52:06,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/b510421f683e4152bebf5284d7e5807d, entries=150, sequenceid=256, filesize=11.9 K 2024-11-24T03:52:06,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/4a8dc4c3edc34339b3bdf5a64ab8d842 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/4a8dc4c3edc34339b3bdf5a64ab8d842 2024-11-24T03:52:06,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/4a8dc4c3edc34339b3bdf5a64ab8d842, entries=150, sequenceid=256, filesize=11.9 K 2024-11-24T03:52:06,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 7f88c7f68ad4a404975cb3f89e268d23 in 1283ms, sequenceid=256, compaction requested=true 2024-11-24T03:52:06,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:06,834 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:06,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:06,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:06,835 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:06,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:06,837 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:06,837 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/A is initiating minor compaction (all files) 2024-11-24T03:52:06,837 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/A in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,838 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/7bcbf4f5c4ea4d6aa1d4790dd1ff353c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f6f9f440892b4b6e831fe7f123ab40e7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b86e5211caf24d4fa00904e2fd88f2f3] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=100.0 K 2024-11-24T03:52:06,838 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,838 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/7bcbf4f5c4ea4d6aa1d4790dd1ff353c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f6f9f440892b4b6e831fe7f123ab40e7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b86e5211caf24d4fa00904e2fd88f2f3] 2024-11-24T03:52:06,838 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:06,839 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/B is initiating minor compaction (all files) 2024-11-24T03:52:06,839 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/B in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,839 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/b3221cc94ff4418396628c441c280065, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/4ee9a85ac0a6477698987472db094495, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/b510421f683e4152bebf5284d7e5807d] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=36.1 K 2024-11-24T03:52:06,839 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bcbf4f5c4ea4d6aa1d4790dd1ff353c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732420322189 2024-11-24T03:52:06,841 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting b3221cc94ff4418396628c441c280065, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732420322189 2024-11-24T03:52:06,841 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6f9f440892b4b6e831fe7f123ab40e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732420323250 2024-11-24T03:52:06,842 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ee9a85ac0a6477698987472db094495, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732420323250 2024-11-24T03:52:06,842 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b86e5211caf24d4fa00904e2fd88f2f3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732420325521 2024-11-24T03:52:06,842 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting b510421f683e4152bebf5284d7e5807d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732420325521 2024-11-24T03:52:06,849 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:06,851 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#B#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:06,851 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/26d196d9c1ce40369ffb56a55a09aa9b is 50, key is test_row_0/B:col10/1732420325521/Put/seqid=0 2024-11-24T03:52:06,855 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112414a7a31286c34a53b922198325380697_7f88c7f68ad4a404975cb3f89e268d23 store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:06,858 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112414a7a31286c34a53b922198325380697_7f88c7f68ad4a404975cb3f89e268d23, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:06,858 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112414a7a31286c34a53b922198325380697_7f88c7f68ad4a404975cb3f89e268d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:06,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-24T03:52:06,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:06,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:06,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:06,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:06,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:06,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742019_1195 (size=4469) 2024-11-24T03:52:06,896 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#A#compaction#162 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:06,896 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/f1f1cf83420f4c96ae2bb0cd70cdafe3 is 175, key is test_row_0/A:col10/1732420325521/Put/seqid=0 2024-11-24T03:52:06,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420386902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:06,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244bd3b28285fb4ae3bc6aade53bd0d5a0_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420326854/Put/seqid=0 2024-11-24T03:52:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:06,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742018_1194 (size=12765) 2024-11-24T03:52:06,927 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/26d196d9c1ce40369ffb56a55a09aa9b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/26d196d9c1ce40369ffb56a55a09aa9b 2024-11-24T03:52:06,934 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/B of 7f88c7f68ad4a404975cb3f89e268d23 into 26d196d9c1ce40369ffb56a55a09aa9b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:06,934 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:06,934 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/B, priority=13, startTime=1732420326834; duration=0sec 2024-11-24T03:52:06,935 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:06,935 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:B 2024-11-24T03:52:06,935 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:06,936 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:06,940 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/C is initiating minor compaction (all files) 2024-11-24T03:52:06,940 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/C in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,940 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/4401225f82f4427a931e30ef9d118c58, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/92ae65c4955f41b1aed60b16cc1be595, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/4a8dc4c3edc34339b3bdf5a64ab8d842] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=36.1 K 2024-11-24T03:52:06,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742021_1197 (size=12454) 2024-11-24T03:52:06,959 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4401225f82f4427a931e30ef9d118c58, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1732420322189 2024-11-24T03:52:06,960 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 92ae65c4955f41b1aed60b16cc1be595, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732420323250 2024-11-24T03:52:06,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:06,960 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a8dc4c3edc34339b3bdf5a64ab8d842, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732420325521 2024-11-24T03:52:06,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:06,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:06,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:06,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742020_1196 (size=31685) 2024-11-24T03:52:06,971 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:06,971 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/7836306e5c794ac3bd7103ec294c339f is 50, key is test_row_0/C:col10/1732420325521/Put/seqid=0 2024-11-24T03:52:06,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742022_1198 (size=12765) 2024-11-24T03:52:06,980 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/7836306e5c794ac3bd7103ec294c339f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/7836306e5c794ac3bd7103ec294c339f 2024-11-24T03:52:06,985 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/C of 7f88c7f68ad4a404975cb3f89e268d23 into 7836306e5c794ac3bd7103ec294c339f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:06,985 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:06,985 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/C, priority=13, startTime=1732420326835; duration=0sec 2024-11-24T03:52:06,986 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:06,986 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:C 2024-11-24T03:52:07,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420387017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:07,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:07,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:07,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:07,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:07,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:07,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:07,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:07,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420387226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:07,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:07,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,340 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:07,344 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244bd3b28285fb4ae3bc6aade53bd0d5a0_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244bd3b28285fb4ae3bc6aade53bd0d5a0_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:07,345 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/cc706a6290ae46c1861e139367994e99, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:07,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/cc706a6290ae46c1861e139367994e99 is 175, key is test_row_0/A:col10/1732420326854/Put/seqid=0 2024-11-24T03:52:07,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742023_1199 (size=31255) 2024-11-24T03:52:07,372 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/f1f1cf83420f4c96ae2bb0cd70cdafe3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f1f1cf83420f4c96ae2bb0cd70cdafe3 2024-11-24T03:52:07,378 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/A of 7f88c7f68ad4a404975cb3f89e268d23 into f1f1cf83420f4c96ae2bb0cd70cdafe3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:07,378 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:07,378 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/A, priority=13, startTime=1732420326834; duration=0sec 2024-11-24T03:52:07,378 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:07,378 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:A 2024-11-24T03:52:07,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:07,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:07,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:07,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:07,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420387537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:07,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:07,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:07,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:07,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:07,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:07,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T03:52:07,750 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/cc706a6290ae46c1861e139367994e99 2024-11-24T03:52:07,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/96f5b63aced3466db3d4b5ffc404fe70 is 50, key is test_row_0/B:col10/1732420326854/Put/seqid=0 2024-11-24T03:52:07,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742024_1200 (size=12301) 2024-11-24T03:52:07,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:07,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:08,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420388047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:08,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:08,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:08,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:08,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/96f5b63aced3466db3d4b5ffc404fe70 2024-11-24T03:52:08,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/799d59bc3b284c748389ed84f07d3201 is 50, key is test_row_0/C:col10/1732420326854/Put/seqid=0 2024-11-24T03:52:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742025_1201 (size=12301) 2024-11-24T03:52:08,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:08,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:08,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:08,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:08,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/799d59bc3b284c748389ed84f07d3201 2024-11-24T03:52:08,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/cc706a6290ae46c1861e139367994e99 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cc706a6290ae46c1861e139367994e99 2024-11-24T03:52:08,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cc706a6290ae46c1861e139367994e99, entries=150, sequenceid=292, filesize=30.5 K 2024-11-24T03:52:08,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/96f5b63aced3466db3d4b5ffc404fe70 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/96f5b63aced3466db3d4b5ffc404fe70 2024-11-24T03:52:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/96f5b63aced3466db3d4b5ffc404fe70, entries=150, sequenceid=292, filesize=12.0 K 2024-11-24T03:52:08,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/799d59bc3b284c748389ed84f07d3201 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/799d59bc3b284c748389ed84f07d3201 2024-11-24T03:52:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/799d59bc3b284c748389ed84f07d3201, entries=150, sequenceid=292, filesize=12.0 K 2024-11-24T03:52:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 7f88c7f68ad4a404975cb3f89e268d23 in 1749ms, sequenceid=292, compaction requested=false 2024-11-24T03:52:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T03:52:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,643 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-24T03:52:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112460be66fd2cc0444998e8ea073f3a0852_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_1/A:col10/1732420326895/Put/seqid=0 2024-11-24T03:52:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742026_1202 (size=9914) 2024-11-24T03:52:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,061 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112460be66fd2cc0444998e8ea073f3a0852_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112460be66fd2cc0444998e8ea073f3a0852_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/c1b807d270834724942f5821a5b1d9c0, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/c1b807d270834724942f5821a5b1d9c0 is 175, key is test_row_1/A:col10/1732420326895/Put/seqid=0 2024-11-24T03:52:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742027_1203 (size=22561) 2024-11-24T03:52:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:09,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:09,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420329147, max timestamp=1732420329158Num uniques 859; 2024-11-24T03:52:09,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420329147, max timestamp=1732420329158Num uniques 859; 2024-11-24T03:52:09,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420329147, max timestamp=1732420329158Num uniques 859; 2024-11-24T03:52:09,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:52:09,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:52:09,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:52:09,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732420329183, max timestamp=1732420329219Num uniques 1018; 2024-11-24T03:52:09,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732420329183, max timestamp=1732420329219Num uniques 1018; 2024-11-24T03:52:09,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-24T03:52:09,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-24T03:52:09,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732420329183, max timestamp=1732420329219Num uniques 1018; 2024-11-24T03:52:09,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-24T03:52:09,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420389276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:09,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420389387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:09,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:09,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:09,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:09,474 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=304, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/c1b807d270834724942f5821a5b1d9c0 2024-11-24T03:52:09,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/62b2e48eb430467fb460962524bb20b2 is 50, key is test_row_1/B:col10/1732420326895/Put/seqid=0 2024-11-24T03:52:09,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742028_1204 (size=9857) 2024-11-24T03:52:09,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420389597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:09,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:09,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:09,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T03:52:09,887 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/62b2e48eb430467fb460962524bb20b2 2024-11-24T03:52:09,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/869d4a35110d42ab992a8e49e37c592f is 50, key is test_row_1/C:col10/1732420326895/Put/seqid=0 2024-11-24T03:52:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742029_1205 (size=9857) 2024-11-24T03:52:09,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420389907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:09,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:10,300 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/869d4a35110d42ab992a8e49e37c592f 2024-11-24T03:52:10,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/c1b807d270834724942f5821a5b1d9c0 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c1b807d270834724942f5821a5b1d9c0 2024-11-24T03:52:10,348 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c1b807d270834724942f5821a5b1d9c0, entries=100, sequenceid=304, filesize=22.0 K 2024-11-24T03:52:10,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/62b2e48eb430467fb460962524bb20b2 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/62b2e48eb430467fb460962524bb20b2 2024-11-24T03:52:10,352 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/62b2e48eb430467fb460962524bb20b2, entries=100, sequenceid=304, filesize=9.6 K 2024-11-24T03:52:10,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/869d4a35110d42ab992a8e49e37c592f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/869d4a35110d42ab992a8e49e37c592f 2024-11-24T03:52:10,357 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/869d4a35110d42ab992a8e49e37c592f, entries=100, sequenceid=304, filesize=9.6 K 2024-11-24T03:52:10,358 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 7f88c7f68ad4a404975cb3f89e268d23 in 1714ms, sequenceid=304, compaction requested=true 2024-11-24T03:52:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-24T03:52:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-24T03:52:10,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-24T03:52:10,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.7780 sec 2024-11-24T03:52:10,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 4.7860 sec 2024-11-24T03:52:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:10,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB 2024-11-24T03:52:10,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:10,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:10,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:10,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:10,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:10,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:10,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124df194a600ed348fdb4f3fa757bd1983c_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420329268/Put/seqid=0 2024-11-24T03:52:10,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742030_1206 (size=14994) 2024-11-24T03:52:10,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420390410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:10,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:10,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:10,410 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:10,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420390417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:10,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:10,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:10,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:10,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420390517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:10,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420390726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:10,808 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:10,811 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124df194a600ed348fdb4f3fa757bd1983c_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124df194a600ed348fdb4f3fa757bd1983c_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:10,812 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ab77244a3a5e444693fdd0ade5049631, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:10,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ab77244a3a5e444693fdd0ade5049631 is 175, key is test_row_0/A:col10/1732420329268/Put/seqid=0 2024-11-24T03:52:10,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742031_1207 (size=39949) 2024-11-24T03:52:11,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420391047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:11,216 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ab77244a3a5e444693fdd0ade5049631 2024-11-24T03:52:11,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/e3c8b4f31bf644399f637efea51c918c is 50, key is test_row_0/B:col10/1732420329268/Put/seqid=0 2024-11-24T03:52:11,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742032_1208 (size=12301) 2024-11-24T03:52:11,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420391437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:11,444 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_2' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:11,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:11,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420391557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:11,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:11,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:11,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:11,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/e3c8b4f31bf644399f637efea51c918c 2024-11-24T03:52:11,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/90e1c9d36af54304b22f4dc6290cf9e0 is 50, key is test_row_0/C:col10/1732420329268/Put/seqid=0 2024-11-24T03:52:11,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742033_1209 (size=12301) 2024-11-24T03:52:12,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/90e1c9d36af54304b22f4dc6290cf9e0 2024-11-24T03:52:12,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ab77244a3a5e444693fdd0ade5049631 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ab77244a3a5e444693fdd0ade5049631 2024-11-24T03:52:12,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ab77244a3a5e444693fdd0ade5049631, entries=200, sequenceid=358, filesize=39.0 K 2024-11-24T03:52:12,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/e3c8b4f31bf644399f637efea51c918c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/e3c8b4f31bf644399f637efea51c918c 2024-11-24T03:52:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/e3c8b4f31bf644399f637efea51c918c, entries=150, sequenceid=358, filesize=12.0 K 2024-11-24T03:52:12,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/90e1c9d36af54304b22f4dc6290cf9e0 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/90e1c9d36af54304b22f4dc6290cf9e0 2024-11-24T03:52:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/90e1c9d36af54304b22f4dc6290cf9e0, entries=150, sequenceid=358, filesize=12.0 K 2024-11-24T03:52:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~414.56 KB/424512, currentSize=33.54 KB/34350 for 7f88c7f68ad4a404975cb3f89e268d23 in 1669ms, sequenceid=358, compaction requested=true 2024-11-24T03:52:12,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:12,060 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:12,061 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,063 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,063 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47224 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,063 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/B is initiating minor compaction (all files) 2024-11-24T03:52:12,063 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/A is initiating minor compaction (all files) 2024-11-24T03:52:12,063 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/A in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:12,063 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/B in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:12,063 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f1f1cf83420f4c96ae2bb0cd70cdafe3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cc706a6290ae46c1861e139367994e99, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c1b807d270834724942f5821a5b1d9c0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ab77244a3a5e444693fdd0ade5049631] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=122.5 K 2024-11-24T03:52:12,063 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/26d196d9c1ce40369ffb56a55a09aa9b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/96f5b63aced3466db3d4b5ffc404fe70, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/62b2e48eb430467fb460962524bb20b2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/e3c8b4f31bf644399f637efea51c918c] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=46.1 K 2024-11-24T03:52:12,063 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:12,063 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f1f1cf83420f4c96ae2bb0cd70cdafe3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cc706a6290ae46c1861e139367994e99, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c1b807d270834724942f5821a5b1d9c0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ab77244a3a5e444693fdd0ade5049631] 2024-11-24T03:52:12,064 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 26d196d9c1ce40369ffb56a55a09aa9b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732420325521 2024-11-24T03:52:12,064 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1f1cf83420f4c96ae2bb0cd70cdafe3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732420325521 2024-11-24T03:52:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,064 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc706a6290ae46c1861e139367994e99, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732420325678 2024-11-24T03:52:12,064 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 96f5b63aced3466db3d4b5ffc404fe70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732420325678 2024-11-24T03:52:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,065 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1b807d270834724942f5821a5b1d9c0, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732420326883 2024-11-24T03:52:12,065 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 62b2e48eb430467fb460962524bb20b2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732420326883 2024-11-24T03:52:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,065 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting e3c8b4f31bf644399f637efea51c918c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732420329262 2024-11-24T03:52:12,065 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab77244a3a5e444693fdd0ade5049631, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732420329262 2024-11-24T03:52:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,078 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#B#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,079 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/27f19990e7884269b1f6a6b334301599 is 50, key is test_row_0/B:col10/1732420329268/Put/seqid=0 2024-11-24T03:52:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,107 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,111 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112471bba8e9f3eb4f138ebad2d1502c235f_7f88c7f68ad4a404975cb3f89e268d23 store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,114 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112471bba8e9f3eb4f138ebad2d1502c235f_7f88c7f68ad4a404975cb3f89e268d23, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,114 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112471bba8e9f3eb4f138ebad2d1502c235f_7f88c7f68ad4a404975cb3f89e268d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742034_1210 (size=13051) 2024-11-24T03:52:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,123 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/27f19990e7884269b1f6a6b334301599 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/27f19990e7884269b1f6a6b334301599 2024-11-24T03:52:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,128 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/B of 7f88c7f68ad4a404975cb3f89e268d23 into 27f19990e7884269b1f6a6b334301599(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:12,129 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:12,129 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/B, priority=12, startTime=1732420332061; duration=0sec 2024-11-24T03:52:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,129 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:12,129 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:B 2024-11-24T03:52:12,129 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742035_1211 (size=4469) 2024-11-24T03:52:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,131 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47224 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:12,131 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/C is initiating minor compaction (all files) 2024-11-24T03:52:12,131 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/C in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:12,132 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/7836306e5c794ac3bd7103ec294c339f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/799d59bc3b284c748389ed84f07d3201, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/869d4a35110d42ab992a8e49e37c592f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/90e1c9d36af54304b22f4dc6290cf9e0] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=46.1 K 2024-11-24T03:52:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,132 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7836306e5c794ac3bd7103ec294c339f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732420325521 2024-11-24T03:52:12,132 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#A#compaction#174 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,133 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/79c39bd9d6784897ab0debe4c2679ca2 is 175, key is test_row_0/A:col10/1732420329268/Put/seqid=0 2024-11-24T03:52:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,134 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 799d59bc3b284c748389ed84f07d3201, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732420325678 2024-11-24T03:52:12,135 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 869d4a35110d42ab992a8e49e37c592f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732420326883 2024-11-24T03:52:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,135 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 90e1c9d36af54304b22f4dc6290cf9e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732420329262 2024-11-24T03:52:12,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742036_1212 (size=31971) 2024-11-24T03:52:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,147 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#C#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:12,148 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/911668089cc741888740b53f1467a1f3 is 50, key is test_row_0/C:col10/1732420329268/Put/seqid=0 2024-11-24T03:52:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,149 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/79c39bd9d6784897ab0debe4c2679ca2 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/79c39bd9d6784897ab0debe4c2679ca2 2024-11-24T03:52:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,156 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/A of 7f88c7f68ad4a404975cb3f89e268d23 into 79c39bd9d6784897ab0debe4c2679ca2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:12,156 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:12,156 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/A, priority=12, startTime=1732420332060; duration=0sec 2024-11-24T03:52:12,156 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:12,156 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:A 2024-11-24T03:52:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742037_1213 (size=13051) 2024-11-24T03:52:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,170 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/911668089cc741888740b53f1467a1f3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/911668089cc741888740b53f1467a1f3 2024-11-24T03:52:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,178 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/C of 7f88c7f68ad4a404975cb3f89e268d23 into 911668089cc741888740b53f1467a1f3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:12,179 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:12,179 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/C, priority=12, startTime=1732420332061; duration=0sec 2024-11-24T03:52:12,179 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:12,179 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:C 2024-11-24T03:52:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:52:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:12,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:12,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:12,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:12,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:12,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246804e40cca2b47b88d7308a87a78635c_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420330403/Put/seqid=0 2024-11-24T03:52:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742038_1214 (size=14994) 2024-11-24T03:52:12,601 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:12,605 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246804e40cca2b47b88d7308a87a78635c_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246804e40cca2b47b88d7308a87a78635c_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:12,606 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ec1d9b2fcf9f4e648c2fb31d82a3ff44, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:12,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ec1d9b2fcf9f4e648c2fb31d82a3ff44 is 175, key is test_row_0/A:col10/1732420330403/Put/seqid=0 2024-11-24T03:52:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742039_1215 (size=39949) 2024-11-24T03:52:12,634 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ec1d9b2fcf9f4e648c2fb31d82a3ff44 2024-11-24T03:52:12,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/d207b37e8ebc4e8a9a6c4f9b33a837ee is 50, key is test_row_0/B:col10/1732420330403/Put/seqid=0 2024-11-24T03:52:12,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742040_1216 (size=12301) 2024-11-24T03:52:12,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420332665, max timestamp=1732420332695Num uniques 859; 2024-11-24T03:52:12,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420332665, max timestamp=1732420332695Num uniques 859; 2024-11-24T03:52:12,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:52:12,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:52:12,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420332665, max timestamp=1732420332695Num uniques 859; 2024-11-24T03:52:12,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:52:12,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420392759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:12,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:12,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420392867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:12,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:13,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/d207b37e8ebc4e8a9a6c4f9b33a837ee 2024-11-24T03:52:13,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/1f01a103c067429f8e4e8a68e93763ff is 50, key is test_row_0/C:col10/1732420330403/Put/seqid=0 2024-11-24T03:52:13,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742041_1217 (size=12301) 2024-11-24T03:52:13,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:13,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420393077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:13,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:13,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420393387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:13,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:13,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:13,389 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:13,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56792 deadline: 1732420393457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:13,461 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_2' in 7f88c7f68ad4a404975cb3f89e268d23 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:13,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:13,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/1f01a103c067429f8e4e8a68e93763ff 2024-11-24T03:52:13,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/ec1d9b2fcf9f4e648c2fb31d82a3ff44 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ec1d9b2fcf9f4e648c2fb31d82a3ff44 2024-11-24T03:52:13,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ec1d9b2fcf9f4e648c2fb31d82a3ff44, entries=200, sequenceid=371, filesize=39.0 K 2024-11-24T03:52:13,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/d207b37e8ebc4e8a9a6c4f9b33a837ee as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/d207b37e8ebc4e8a9a6c4f9b33a837ee 2024-11-24T03:52:13,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/d207b37e8ebc4e8a9a6c4f9b33a837ee, entries=150, sequenceid=371, filesize=12.0 K 2024-11-24T03:52:13,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/1f01a103c067429f8e4e8a68e93763ff as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/1f01a103c067429f8e4e8a68e93763ff 2024-11-24T03:52:13,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/1f01a103c067429f8e4e8a68e93763ff, entries=150, sequenceid=371, filesize=12.0 K 2024-11-24T03:52:13,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 7f88c7f68ad4a404975cb3f89e268d23 in 921ms, sequenceid=371, compaction requested=false 2024-11-24T03:52:13,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T03:52:13,787 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:13,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-24T03:52:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T03:52:13,790 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:13,790 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:13,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T03:52:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:13,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-24T03:52:13,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:13,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:13,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112413cf58b2db6c46d582206ce5a9ea50f2_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420332757/Put/seqid=0 2024-11-24T03:52:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742042_1218 (size=14994) 2024-11-24T03:52:13,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420393925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:13,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:13,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T03:52:13,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:13,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:13,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:13,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:13,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420394036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:14,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:14,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:14,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:14,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T03:52:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:14,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:14,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T03:52:14,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420394247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:14,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T03:52:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:14,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:14,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,313 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:14,316 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112413cf58b2db6c46d582206ce5a9ea50f2_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112413cf58b2db6c46d582206ce5a9ea50f2_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:14,317 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/258cd34e34c748b4b2f06949d3ae62e2, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:14,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/258cd34e34c748b4b2f06949d3ae62e2 is 175, key is test_row_0/A:col10/1732420332757/Put/seqid=0 2024-11-24T03:52:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742043_1219 (size=39949) 2024-11-24T03:52:14,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T03:52:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:14,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T03:52:14,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T03:52:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:14,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:14,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420394556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:14,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:14,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:14,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:14,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T03:52:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:14,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,721 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/258cd34e34c748b4b2f06949d3ae62e2 2024-11-24T03:52:14,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/a8ee1b1a14884cc6bac22ac8493c789c is 50, key is test_row_0/B:col10/1732420332757/Put/seqid=0 2024-11-24T03:52:14,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742044_1220 (size=12301) 2024-11-24T03:52:14,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T03:52:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:14,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T03:52:15,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T03:52:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:15,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:15,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:15,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56798 deadline: 1732420395067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:15,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:15,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/a8ee1b1a14884cc6bac22ac8493c789c 2024-11-24T03:52:15,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/1a39f2c3e95748b3ba27beb9711659ab is 50, key is test_row_0/C:col10/1732420332757/Put/seqid=0 2024-11-24T03:52:15,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742045_1221 (size=12301) 2024-11-24T03:52:15,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T03:52:15,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:15,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:15,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:15,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T03:52:15,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:15,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:15,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:15,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T03:52:15,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:15,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:15,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:15,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/1a39f2c3e95748b3ba27beb9711659ab 2024-11-24T03:52:15,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/258cd34e34c748b4b2f06949d3ae62e2 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/258cd34e34c748b4b2f06949d3ae62e2 2024-11-24T03:52:15,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/258cd34e34c748b4b2f06949d3ae62e2, entries=200, sequenceid=408, filesize=39.0 K 2024-11-24T03:52:15,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/a8ee1b1a14884cc6bac22ac8493c789c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a8ee1b1a14884cc6bac22ac8493c789c 2024-11-24T03:52:15,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a8ee1b1a14884cc6bac22ac8493c789c, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T03:52:15,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/1a39f2c3e95748b3ba27beb9711659ab as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/1a39f2c3e95748b3ba27beb9711659ab 2024-11-24T03:52:15,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/1a39f2c3e95748b3ba27beb9711659ab, entries=150, sequenceid=408, filesize=12.0 K 2024-11-24T03:52:15,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 7f88c7f68ad4a404975cb3f89e268d23 in 1681ms, sequenceid=408, compaction requested=true 2024-11-24T03:52:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:15,580 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7f88c7f68ad4a404975cb3f89e268d23:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:15,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:15,581 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:15,583 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:15,583 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/A is initiating minor compaction (all files) 2024-11-24T03:52:15,583 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/A in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,583 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/79c39bd9d6784897ab0debe4c2679ca2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ec1d9b2fcf9f4e648c2fb31d82a3ff44, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/258cd34e34c748b4b2f06949d3ae62e2] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=109.2 K 2024-11-24T03:52:15,583 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,583 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/79c39bd9d6784897ab0debe4c2679ca2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ec1d9b2fcf9f4e648c2fb31d82a3ff44, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/258cd34e34c748b4b2f06949d3ae62e2] 2024-11-24T03:52:15,583 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:15,583 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/B is initiating minor compaction (all files) 2024-11-24T03:52:15,583 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/B in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,583 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79c39bd9d6784897ab0debe4c2679ca2, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732420329262 2024-11-24T03:52:15,583 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/27f19990e7884269b1f6a6b334301599, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/d207b37e8ebc4e8a9a6c4f9b33a837ee, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a8ee1b1a14884cc6bac22ac8493c789c] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=36.8 K 2024-11-24T03:52:15,584 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec1d9b2fcf9f4e648c2fb31d82a3ff44, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732420330403 2024-11-24T03:52:15,584 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 27f19990e7884269b1f6a6b334301599, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732420329262 2024-11-24T03:52:15,584 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 258cd34e34c748b4b2f06949d3ae62e2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732420332734 2024-11-24T03:52:15,584 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting d207b37e8ebc4e8a9a6c4f9b33a837ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732420330403 2024-11-24T03:52:15,585 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting a8ee1b1a14884cc6bac22ac8493c789c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732420332752 2024-11-24T03:52:15,593 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:15,596 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:15,597 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/ce7de51c7ec64b1393b72ae227b0c3b3 is 50, key is test_row_0/B:col10/1732420332757/Put/seqid=0 2024-11-24T03:52:15,600 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112446e2aacd91a741448d899d36aa05918f_7f88c7f68ad4a404975cb3f89e268d23 store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:15,603 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112446e2aacd91a741448d899d36aa05918f_7f88c7f68ad4a404975cb3f89e268d23, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:15,603 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112446e2aacd91a741448d899d36aa05918f_7f88c7f68ad4a404975cb3f89e268d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:15,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742046_1222 (size=13153) 2024-11-24T03:52:15,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742047_1223 (size=4469) 2024-11-24T03:52:15,615 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/ce7de51c7ec64b1393b72ae227b0c3b3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7de51c7ec64b1393b72ae227b0c3b3 2024-11-24T03:52:15,616 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#A#compaction#182 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:15,617 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/81e6c88126b84132b682cb55289d006d is 175, key is test_row_0/A:col10/1732420332757/Put/seqid=0 2024-11-24T03:52:15,621 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/B of 7f88c7f68ad4a404975cb3f89e268d23 into ce7de51c7ec64b1393b72ae227b0c3b3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:15,621 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:15,622 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/B, priority=13, startTime=1732420335580; duration=0sec 2024-11-24T03:52:15,622 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:15,622 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:B 2024-11-24T03:52:15,622 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:15,623 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:15,623 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 7f88c7f68ad4a404975cb3f89e268d23/C is initiating minor compaction (all files) 2024-11-24T03:52:15,623 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7f88c7f68ad4a404975cb3f89e268d23/C in TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,623 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/911668089cc741888740b53f1467a1f3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/1f01a103c067429f8e4e8a68e93763ff, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/1a39f2c3e95748b3ba27beb9711659ab] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp, totalSize=36.8 K 2024-11-24T03:52:15,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742048_1224 (size=32073) 2024-11-24T03:52:15,626 INFO [Thread-636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-636. 2024-11-24T03:52:15,626 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 911668089cc741888740b53f1467a1f3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1732420329262 2024-11-24T03:52:15,626 DEBUG [Thread-636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:15,626 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:15,626 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:15,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:15,627 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f01a103c067429f8e4e8a68e93763ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732420330403 2024-11-24T03:52:15,627 INFO [Thread-634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-634. 2024-11-24T03:52:15,627 INFO [Thread-638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-638. 2024-11-24T03:52:15,627 DEBUG [Thread-634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:15,627 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:15,627 DEBUG [Thread-638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:15,627 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:15,627 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:15,628 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:15,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:15,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:15,628 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a39f2c3e95748b3ba27beb9711659ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1732420332752 2024-11-24T03:52:15,629 INFO [Thread-640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-640. 2024-11-24T03:52:15,629 DEBUG [Thread-640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:15,629 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:15,630 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:15,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:15,632 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/81e6c88126b84132b682cb55289d006d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/81e6c88126b84132b682cb55289d006d 2024-11-24T03:52:15,634 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7f88c7f68ad4a404975cb3f89e268d23#C#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:15,635 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/ea97bb8279084488ac1c7923830f5b2a is 50, key is test_row_0/C:col10/1732420332757/Put/seqid=0 2024-11-24T03:52:15,636 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/A of 7f88c7f68ad4a404975cb3f89e268d23 into 81e6c88126b84132b682cb55289d006d(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:15,636 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:15,636 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/A, priority=13, startTime=1732420335580; duration=0sec 2024-11-24T03:52:15,636 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:15,636 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:A 2024-11-24T03:52:15,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742049_1225 (size=13153) 2024-11-24T03:52:15,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T03:52:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:15,670 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-24T03:52:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:15,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124279ca5ebbf2f4633b028834cbe5fce93_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420333924/Put/seqid=0 2024-11-24T03:52:15,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742050_1226 (size=12454) 2024-11-24T03:52:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T03:52:16,047 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/ea97bb8279084488ac1c7923830f5b2a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/ea97bb8279084488ac1c7923830f5b2a 2024-11-24T03:52:16,051 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7f88c7f68ad4a404975cb3f89e268d23/C of 7f88c7f68ad4a404975cb3f89e268d23 into ea97bb8279084488ac1c7923830f5b2a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:16,051 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:16,051 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., storeName=7f88c7f68ad4a404975cb3f89e268d23/C, priority=13, startTime=1732420335581; duration=0sec 2024-11-24T03:52:16,052 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:16,052 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7f88c7f68ad4a404975cb3f89e268d23:C 2024-11-24T03:52:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:16,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. as already flushing 2024-11-24T03:52:16,079 INFO [Thread-623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-623. 2024-11-24T03:52:16,079 DEBUG [Thread-623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:16,079 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:16,079 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:16,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:16,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:16,087 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124279ca5ebbf2f4633b028834cbe5fce93_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124279ca5ebbf2f4633b028834cbe5fce93_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:16,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/93dfc8d877f1429e8c90f8d4503c0484, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:16,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/93dfc8d877f1429e8c90f8d4503c0484 is 175, key is test_row_0/A:col10/1732420333924/Put/seqid=0 2024-11-24T03:52:16,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742051_1227 (size=31255) 2024-11-24T03:52:16,349 INFO [Thread-625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-625. 2024-11-24T03:52:16,349 DEBUG [Thread-625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:16,349 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:16,349 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:16,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:16,401 INFO [Thread-629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-629. 2024-11-24T03:52:16,401 DEBUG [Thread-629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:16,401 INFO [Thread-631 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-631. 2024-11-24T03:52:16,401 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:16,401 DEBUG [Thread-631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:16,401 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:16,402 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:16,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:16,402 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:16,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:16,492 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=419, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/93dfc8d877f1429e8c90f8d4503c0484 2024-11-24T03:52:16,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/06431b2b67cb457da2801977aa1bca8e is 50, key is test_row_0/B:col10/1732420333924/Put/seqid=0 2024-11-24T03:52:16,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742052_1228 (size=12301) 2024-11-24T03:52:16,905 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/06431b2b67cb457da2801977aa1bca8e 2024-11-24T03:52:16,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/9798dc8f2ed24aac86d4ba5b1c55f2a6 is 50, key is test_row_0/C:col10/1732420333924/Put/seqid=0 2024-11-24T03:52:16,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742053_1229 (size=12301) 2024-11-24T03:52:17,327 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/9798dc8f2ed24aac86d4ba5b1c55f2a6 2024-11-24T03:52:17,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/93dfc8d877f1429e8c90f8d4503c0484 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/93dfc8d877f1429e8c90f8d4503c0484 2024-11-24T03:52:17,344 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/93dfc8d877f1429e8c90f8d4503c0484, entries=150, sequenceid=419, filesize=30.5 K 2024-11-24T03:52:17,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/06431b2b67cb457da2801977aa1bca8e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/06431b2b67cb457da2801977aa1bca8e 2024-11-24T03:52:17,349 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/06431b2b67cb457da2801977aa1bca8e, entries=150, sequenceid=419, filesize=12.0 K 2024-11-24T03:52:17,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/9798dc8f2ed24aac86d4ba5b1c55f2a6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/9798dc8f2ed24aac86d4ba5b1c55f2a6 2024-11-24T03:52:17,354 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/9798dc8f2ed24aac86d4ba5b1c55f2a6, entries=150, sequenceid=419, filesize=12.0 K 2024-11-24T03:52:17,355 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=26.84 KB/27480 for 7f88c7f68ad4a404975cb3f89e268d23 in 1685ms, sequenceid=419, compaction requested=false 2024-11-24T03:52:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 7f88c7f68ad4a404975cb3f89e268d23: 2024-11-24T03:52:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:17,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-24T03:52:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-24T03:52:17,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-24T03:52:17,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5670 sec 2024-11-24T03:52:17,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 3.5720 sec 2024-11-24T03:52:17,491 INFO [Thread-627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-627. 2024-11-24T03:52:17,491 DEBUG [Thread-627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:17,491 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:17,492 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:17,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T03:52:17,948 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 172 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3069 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3098 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1257 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3766 rows 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1238 2024-11-24T03:52:17,948 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3713 rows 2024-11-24T03:52:17,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T03:52:17,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:52:17,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:17,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:17,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:17,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:52:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T03:52:17,955 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420337955"}]},"ts":"1732420337955"} 2024-11-24T03:52:17,958 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:52:17,958 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:52:17,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:52:17,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, UNASSIGN}] 2024-11-24T03:52:17,962 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, UNASSIGN 2024-11-24T03:52:17,963 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=7f88c7f68ad4a404975cb3f89e268d23, regionState=CLOSING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:17,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, UNASSIGN because future has completed 2024-11-24T03:52:17,964 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:52:17,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:52:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T03:52:18,118 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(122): Close 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:18,118 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T03:52:18,118 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1722): Closing 7f88c7f68ad4a404975cb3f89e268d23, disabling compactions & flushes 2024-11-24T03:52:18,118 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:18,118 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:18,118 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. after waiting 0 ms 2024-11-24T03:52:18,118 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:18,119 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(2902): Flushing 7f88c7f68ad4a404975cb3f89e268d23 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-24T03:52:18,119 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=A 2024-11-24T03:52:18,119 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:18,119 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=B 2024-11-24T03:52:18,119 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:18,119 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7f88c7f68ad4a404975cb3f89e268d23, store=C 2024-11-24T03:52:18,120 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:18,129 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124839774b5d1494f6c846e1b9b3cecd9a6_7f88c7f68ad4a404975cb3f89e268d23 is 50, key is test_row_0/A:col10/1732420336398/Put/seqid=0 2024-11-24T03:52:18,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742054_1230 (size=9914) 2024-11-24T03:52:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T03:52:18,536 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:18,546 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124839774b5d1494f6c846e1b9b3cecd9a6_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124839774b5d1494f6c846e1b9b3cecd9a6_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:18,547 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/8a3f2146c3d24b5fb4a79274f708549f, store: [table=TestAcidGuarantees family=A region=7f88c7f68ad4a404975cb3f89e268d23] 2024-11-24T03:52:18,548 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/8a3f2146c3d24b5fb4a79274f708549f is 175, key is test_row_0/A:col10/1732420336398/Put/seqid=0 2024-11-24T03:52:18,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742055_1231 (size=22561) 2024-11-24T03:52:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T03:52:18,878 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:52:18,955 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=428, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/8a3f2146c3d24b5fb4a79274f708549f 2024-11-24T03:52:18,968 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/a2dd872fe37848eb8f0707e63c6a952d is 50, key is test_row_0/B:col10/1732420336398/Put/seqid=0 2024-11-24T03:52:18,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742056_1232 (size=9857) 2024-11-24T03:52:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T03:52:19,374 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/a2dd872fe37848eb8f0707e63c6a952d 2024-11-24T03:52:19,388 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/8bf5797b48aa4374894ecbd4bdeda156 is 50, key is test_row_0/C:col10/1732420336398/Put/seqid=0 2024-11-24T03:52:19,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742057_1233 (size=9857) 2024-11-24T03:52:19,794 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/8bf5797b48aa4374894ecbd4bdeda156 2024-11-24T03:52:19,805 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/A/8a3f2146c3d24b5fb4a79274f708549f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/8a3f2146c3d24b5fb4a79274f708549f 2024-11-24T03:52:19,809 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/8a3f2146c3d24b5fb4a79274f708549f, entries=100, sequenceid=428, filesize=22.0 K 2024-11-24T03:52:19,809 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/B/a2dd872fe37848eb8f0707e63c6a952d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a2dd872fe37848eb8f0707e63c6a952d 2024-11-24T03:52:19,813 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a2dd872fe37848eb8f0707e63c6a952d, entries=100, sequenceid=428, filesize=9.6 K 2024-11-24T03:52:19,814 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/.tmp/C/8bf5797b48aa4374894ecbd4bdeda156 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/8bf5797b48aa4374894ecbd4bdeda156 2024-11-24T03:52:19,817 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/8bf5797b48aa4374894ecbd4bdeda156, entries=100, sequenceid=428, filesize=9.6 K 2024-11-24T03:52:19,818 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 7f88c7f68ad4a404975cb3f89e268d23 in 1700ms, sequenceid=428, compaction requested=true 2024-11-24T03:52:19,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/4992eae7a0ce4f239c0e0159e9154a46, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ce66723d26524a178d80accdfcead03f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8679132dda240ccb913073641b32da1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8d26757121941a8872f59f8b3652d1a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6e11973108a3482db4cafe0ebfba5ae4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/e3ddf0167524444fb182bc8fa329ae65, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cf5404ec8a0c42e6af115909bcc298bc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/7fea40b8c3bc4ce7abd02aa3abe82ad4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6ec786a30cab405782edeffedd989c0b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/38409c843be24cb1a282e2feab8bc9f3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/2e9b1b88c7684c6bb95af5e129c24a82, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c104a91cc0f6464c840f9cbaf432be1b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ade97f5b39144c64861c7a23a382ab87, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b54e7bdbe9a3448aba8978f4088b57e4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/7bcbf4f5c4ea4d6aa1d4790dd1ff353c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f6f9f440892b4b6e831fe7f123ab40e7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b86e5211caf24d4fa00904e2fd88f2f3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f1f1cf83420f4c96ae2bb0cd70cdafe3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cc706a6290ae46c1861e139367994e99, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c1b807d270834724942f5821a5b1d9c0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ab77244a3a5e444693fdd0ade5049631, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/79c39bd9d6784897ab0debe4c2679ca2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ec1d9b2fcf9f4e648c2fb31d82a3ff44, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/258cd34e34c748b4b2f06949d3ae62e2] to archive 2024-11-24T03:52:19,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:52:19,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/4992eae7a0ce4f239c0e0159e9154a46 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/4992eae7a0ce4f239c0e0159e9154a46 2024-11-24T03:52:19,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ce66723d26524a178d80accdfcead03f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ce66723d26524a178d80accdfcead03f 2024-11-24T03:52:19,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8679132dda240ccb913073641b32da1 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8679132dda240ccb913073641b32da1 2024-11-24T03:52:19,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8d26757121941a8872f59f8b3652d1a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/d8d26757121941a8872f59f8b3652d1a 2024-11-24T03:52:19,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6e11973108a3482db4cafe0ebfba5ae4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6e11973108a3482db4cafe0ebfba5ae4 2024-11-24T03:52:19,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/e3ddf0167524444fb182bc8fa329ae65 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/e3ddf0167524444fb182bc8fa329ae65 2024-11-24T03:52:19,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cf5404ec8a0c42e6af115909bcc298bc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cf5404ec8a0c42e6af115909bcc298bc 2024-11-24T03:52:19,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/7fea40b8c3bc4ce7abd02aa3abe82ad4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/7fea40b8c3bc4ce7abd02aa3abe82ad4 2024-11-24T03:52:19,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6ec786a30cab405782edeffedd989c0b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/6ec786a30cab405782edeffedd989c0b 2024-11-24T03:52:19,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/38409c843be24cb1a282e2feab8bc9f3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/38409c843be24cb1a282e2feab8bc9f3 2024-11-24T03:52:19,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/2e9b1b88c7684c6bb95af5e129c24a82 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/2e9b1b88c7684c6bb95af5e129c24a82 2024-11-24T03:52:19,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c104a91cc0f6464c840f9cbaf432be1b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c104a91cc0f6464c840f9cbaf432be1b 2024-11-24T03:52:19,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ade97f5b39144c64861c7a23a382ab87 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ade97f5b39144c64861c7a23a382ab87 2024-11-24T03:52:19,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b54e7bdbe9a3448aba8978f4088b57e4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b54e7bdbe9a3448aba8978f4088b57e4 2024-11-24T03:52:19,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/7bcbf4f5c4ea4d6aa1d4790dd1ff353c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/7bcbf4f5c4ea4d6aa1d4790dd1ff353c 2024-11-24T03:52:19,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f6f9f440892b4b6e831fe7f123ab40e7 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f6f9f440892b4b6e831fe7f123ab40e7 2024-11-24T03:52:19,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b86e5211caf24d4fa00904e2fd88f2f3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/b86e5211caf24d4fa00904e2fd88f2f3 2024-11-24T03:52:19,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f1f1cf83420f4c96ae2bb0cd70cdafe3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/f1f1cf83420f4c96ae2bb0cd70cdafe3 2024-11-24T03:52:19,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cc706a6290ae46c1861e139367994e99 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/cc706a6290ae46c1861e139367994e99 2024-11-24T03:52:19,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c1b807d270834724942f5821a5b1d9c0 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/c1b807d270834724942f5821a5b1d9c0 2024-11-24T03:52:19,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ab77244a3a5e444693fdd0ade5049631 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ab77244a3a5e444693fdd0ade5049631 2024-11-24T03:52:19,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/79c39bd9d6784897ab0debe4c2679ca2 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/79c39bd9d6784897ab0debe4c2679ca2 2024-11-24T03:52:19,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ec1d9b2fcf9f4e648c2fb31d82a3ff44 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/ec1d9b2fcf9f4e648c2fb31d82a3ff44 2024-11-24T03:52:19,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/258cd34e34c748b4b2f06949d3ae62e2 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/258cd34e34c748b4b2f06949d3ae62e2 2024-11-24T03:52:19,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/c477015adf3649cca27211d6cb7e8e90, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/aea3311fa0414ac7be9e77b857e5b39e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/7f2ba2da12af44bc959a0e74840fbd3f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/94a4d3ea267f4e229df96d13c09b2a43, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7a3299bc4e42f8a7fc0642e75cdce7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7652951d12433984c5cbab6477d439, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/68965d6ecb464291b4907e4d05822330, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/3e8c9f59d9ef4c25b605fcd8ea15aba6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/6f2ed7a89cf949c99218412b0f210d72, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/1c3fa928a7a849c0b94da148809bce00, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/d57b02f43084437c92cf2a01651ca6de, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a3b7d2bb51764e0a9818c5a047cfb726, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/0fdbec3aed334b468b71bf3e7ff7e1a8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/7299c3d2df0944898cf7bf7b050cddcd, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/b3221cc94ff4418396628c441c280065, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/be043d2d344b4d1d9825d1c4a6c84cd9, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/4ee9a85ac0a6477698987472db094495, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/26d196d9c1ce40369ffb56a55a09aa9b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/b510421f683e4152bebf5284d7e5807d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/96f5b63aced3466db3d4b5ffc404fe70, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/62b2e48eb430467fb460962524bb20b2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/27f19990e7884269b1f6a6b334301599, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/e3c8b4f31bf644399f637efea51c918c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/d207b37e8ebc4e8a9a6c4f9b33a837ee, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a8ee1b1a14884cc6bac22ac8493c789c] to archive 2024-11-24T03:52:19,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:52:19,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/c477015adf3649cca27211d6cb7e8e90 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/c477015adf3649cca27211d6cb7e8e90 2024-11-24T03:52:19,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/aea3311fa0414ac7be9e77b857e5b39e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/aea3311fa0414ac7be9e77b857e5b39e 2024-11-24T03:52:19,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/7f2ba2da12af44bc959a0e74840fbd3f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/7f2ba2da12af44bc959a0e74840fbd3f 2024-11-24T03:52:19,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/94a4d3ea267f4e229df96d13c09b2a43 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/94a4d3ea267f4e229df96d13c09b2a43 2024-11-24T03:52:19,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7a3299bc4e42f8a7fc0642e75cdce7 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7a3299bc4e42f8a7fc0642e75cdce7 2024-11-24T03:52:19,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7652951d12433984c5cbab6477d439 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7652951d12433984c5cbab6477d439 2024-11-24T03:52:19,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/68965d6ecb464291b4907e4d05822330 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/68965d6ecb464291b4907e4d05822330 2024-11-24T03:52:19,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/3e8c9f59d9ef4c25b605fcd8ea15aba6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/3e8c9f59d9ef4c25b605fcd8ea15aba6 2024-11-24T03:52:19,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/6f2ed7a89cf949c99218412b0f210d72 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/6f2ed7a89cf949c99218412b0f210d72 2024-11-24T03:52:19,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/1c3fa928a7a849c0b94da148809bce00 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/1c3fa928a7a849c0b94da148809bce00 2024-11-24T03:52:19,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/d57b02f43084437c92cf2a01651ca6de to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/d57b02f43084437c92cf2a01651ca6de 2024-11-24T03:52:19,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a3b7d2bb51764e0a9818c5a047cfb726 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a3b7d2bb51764e0a9818c5a047cfb726 2024-11-24T03:52:19,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/0fdbec3aed334b468b71bf3e7ff7e1a8 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/0fdbec3aed334b468b71bf3e7ff7e1a8 2024-11-24T03:52:19,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/7299c3d2df0944898cf7bf7b050cddcd to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/7299c3d2df0944898cf7bf7b050cddcd 2024-11-24T03:52:19,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/b3221cc94ff4418396628c441c280065 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/b3221cc94ff4418396628c441c280065 2024-11-24T03:52:19,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/be043d2d344b4d1d9825d1c4a6c84cd9 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/be043d2d344b4d1d9825d1c4a6c84cd9 2024-11-24T03:52:19,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/4ee9a85ac0a6477698987472db094495 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/4ee9a85ac0a6477698987472db094495 2024-11-24T03:52:19,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/26d196d9c1ce40369ffb56a55a09aa9b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/26d196d9c1ce40369ffb56a55a09aa9b 2024-11-24T03:52:19,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/b510421f683e4152bebf5284d7e5807d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/b510421f683e4152bebf5284d7e5807d 2024-11-24T03:52:19,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/96f5b63aced3466db3d4b5ffc404fe70 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/96f5b63aced3466db3d4b5ffc404fe70 2024-11-24T03:52:19,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/62b2e48eb430467fb460962524bb20b2 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/62b2e48eb430467fb460962524bb20b2 2024-11-24T03:52:19,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/27f19990e7884269b1f6a6b334301599 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/27f19990e7884269b1f6a6b334301599 2024-11-24T03:52:19,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/e3c8b4f31bf644399f637efea51c918c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/e3c8b4f31bf644399f637efea51c918c 2024-11-24T03:52:19,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/d207b37e8ebc4e8a9a6c4f9b33a837ee to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/d207b37e8ebc4e8a9a6c4f9b33a837ee 2024-11-24T03:52:19,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a8ee1b1a14884cc6bac22ac8493c789c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a8ee1b1a14884cc6bac22ac8493c789c 2024-11-24T03:52:19,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/3332cb5120dc4125a8ab23d4bb8eec42, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/3fcee8419fdf4ef38f09e607afa0c40a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/738aecd55fbe4283b2d9b78f8728d05e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/461087f4575c4cd09ba8e1b31d57563a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/724240972e84474d8dd948809c3a85bc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/dcd95923b23f408b97666539a724f43b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/002c5f8046364b36b2caa846c435e6e0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/44cfd6fd99b04abda3b534247e850af3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/008a20fee743427eb67d7f1621568450, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/a34d9e09a9f74d8abef941c3ad238d21, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/6458321e589c478c9db4ed6ff430c0f2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/f8d5873bf66846cfa44e1678ee8610be, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/c0678feeb52a4517ada1e775cc7b0d32, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/ad01d098d3db4f5d966e75bc5d9bc23a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/4401225f82f4427a931e30ef9d118c58, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/a298e39010bb477d96d76d364d9aa05c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/92ae65c4955f41b1aed60b16cc1be595, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/7836306e5c794ac3bd7103ec294c339f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/4a8dc4c3edc34339b3bdf5a64ab8d842, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/799d59bc3b284c748389ed84f07d3201, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/869d4a35110d42ab992a8e49e37c592f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/911668089cc741888740b53f1467a1f3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/90e1c9d36af54304b22f4dc6290cf9e0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/1f01a103c067429f8e4e8a68e93763ff, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/1a39f2c3e95748b3ba27beb9711659ab] to archive 2024-11-24T03:52:19,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:52:19,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/3332cb5120dc4125a8ab23d4bb8eec42 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/3332cb5120dc4125a8ab23d4bb8eec42 2024-11-24T03:52:19,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/3fcee8419fdf4ef38f09e607afa0c40a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/3fcee8419fdf4ef38f09e607afa0c40a 2024-11-24T03:52:19,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/738aecd55fbe4283b2d9b78f8728d05e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/738aecd55fbe4283b2d9b78f8728d05e 2024-11-24T03:52:19,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/461087f4575c4cd09ba8e1b31d57563a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/461087f4575c4cd09ba8e1b31d57563a 2024-11-24T03:52:19,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/724240972e84474d8dd948809c3a85bc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/724240972e84474d8dd948809c3a85bc 2024-11-24T03:52:19,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/dcd95923b23f408b97666539a724f43b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/dcd95923b23f408b97666539a724f43b 2024-11-24T03:52:19,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/002c5f8046364b36b2caa846c435e6e0 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/002c5f8046364b36b2caa846c435e6e0 2024-11-24T03:52:19,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/44cfd6fd99b04abda3b534247e850af3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/44cfd6fd99b04abda3b534247e850af3 2024-11-24T03:52:19,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/008a20fee743427eb67d7f1621568450 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/008a20fee743427eb67d7f1621568450 2024-11-24T03:52:19,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/a34d9e09a9f74d8abef941c3ad238d21 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/a34d9e09a9f74d8abef941c3ad238d21 2024-11-24T03:52:19,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/6458321e589c478c9db4ed6ff430c0f2 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/6458321e589c478c9db4ed6ff430c0f2 2024-11-24T03:52:19,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/f8d5873bf66846cfa44e1678ee8610be to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/f8d5873bf66846cfa44e1678ee8610be 2024-11-24T03:52:19,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/c0678feeb52a4517ada1e775cc7b0d32 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/c0678feeb52a4517ada1e775cc7b0d32 2024-11-24T03:52:19,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/ad01d098d3db4f5d966e75bc5d9bc23a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/ad01d098d3db4f5d966e75bc5d9bc23a 2024-11-24T03:52:19,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/4401225f82f4427a931e30ef9d118c58 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/4401225f82f4427a931e30ef9d118c58 2024-11-24T03:52:19,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/a298e39010bb477d96d76d364d9aa05c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/a298e39010bb477d96d76d364d9aa05c 2024-11-24T03:52:19,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/92ae65c4955f41b1aed60b16cc1be595 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/92ae65c4955f41b1aed60b16cc1be595 2024-11-24T03:52:19,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/7836306e5c794ac3bd7103ec294c339f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/7836306e5c794ac3bd7103ec294c339f 2024-11-24T03:52:19,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/4a8dc4c3edc34339b3bdf5a64ab8d842 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/4a8dc4c3edc34339b3bdf5a64ab8d842 2024-11-24T03:52:19,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/799d59bc3b284c748389ed84f07d3201 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/799d59bc3b284c748389ed84f07d3201 2024-11-24T03:52:19,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/869d4a35110d42ab992a8e49e37c592f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/869d4a35110d42ab992a8e49e37c592f 2024-11-24T03:52:19,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/911668089cc741888740b53f1467a1f3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/911668089cc741888740b53f1467a1f3 2024-11-24T03:52:19,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/90e1c9d36af54304b22f4dc6290cf9e0 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/90e1c9d36af54304b22f4dc6290cf9e0 2024-11-24T03:52:19,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/1f01a103c067429f8e4e8a68e93763ff to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/1f01a103c067429f8e4e8a68e93763ff 2024-11-24T03:52:19,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/1a39f2c3e95748b3ba27beb9711659ab to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/1a39f2c3e95748b3ba27beb9711659ab 2024-11-24T03:52:19,895 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/recovered.edits/431.seqid, newMaxSeqId=431, maxSeqId=4 2024-11-24T03:52:19,896 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. 2024-11-24T03:52:19,896 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1676): Region close journal for 7f88c7f68ad4a404975cb3f89e268d23: Waiting for close lock at 1732420338118Running coprocessor pre-close hooks at 1732420338118Disabling compacts and flushes for region at 1732420338118Disabling writes for close at 1732420338118Obtaining lock to block concurrent updates at 1732420338119 (+1 ms)Preparing flush snapshotting stores in 7f88c7f68ad4a404975cb3f89e268d23 at 1732420338119Finished memstore snapshotting TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732420338120 (+1 ms)Flushing stores of TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23. at 1732420338121 (+1 ms)Flushing 7f88c7f68ad4a404975cb3f89e268d23/A: creating writer at 1732420338121Flushing mob file 7f88c7f68ad4a404975cb3f89e268d23/A: appending metadata at 1732420338129 (+8 ms)Flushing mob file 7f88c7f68ad4a404975cb3f89e268d23/A: closing flushed file at 1732420338129Flushing 7f88c7f68ad4a404975cb3f89e268d23/A: appending metadata at 1732420338547 (+418 ms)Flushing 7f88c7f68ad4a404975cb3f89e268d23/A: closing flushed file at 1732420338547Flushing 7f88c7f68ad4a404975cb3f89e268d23/B: creating writer at 1732420338964 (+417 ms)Flushing 7f88c7f68ad4a404975cb3f89e268d23/B: appending metadata at 1732420338967 (+3 ms)Flushing 7f88c7f68ad4a404975cb3f89e268d23/B: closing flushed file at 1732420338967Flushing 7f88c7f68ad4a404975cb3f89e268d23/C: creating writer at 1732420339383 (+416 ms)Flushing 7f88c7f68ad4a404975cb3f89e268d23/C: appending metadata at 1732420339387 (+4 ms)Flushing 7f88c7f68ad4a404975cb3f89e268d23/C: closing flushed file at 1732420339387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40fd2614: reopening flushed file at 1732420339804 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234e42f3: reopening flushed file at 1732420339809 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1393ee50: reopening flushed file at 1732420339813 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 7f88c7f68ad4a404975cb3f89e268d23 in 1700ms, sequenceid=428, compaction requested=true at 1732420339818 (+5 ms)Writing region close event to WAL at 1732420339893 (+75 ms)Running coprocessor post-close hooks at 1732420339896 (+3 ms)Closed at 1732420339896 2024-11-24T03:52:19,898 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(157): Closed 7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:19,898 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=7f88c7f68ad4a404975cb3f89e268d23, regionState=CLOSED 2024-11-24T03:52:19,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:52:19,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-24T03:52:19,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseRegionProcedure 7f88c7f68ad4a404975cb3f89e268d23, server=71d8d2d6408d,41025,1732420280471 in 1.9360 sec 2024-11-24T03:52:19,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-24T03:52:19,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7f88c7f68ad4a404975cb3f89e268d23, UNASSIGN in 1.9400 sec 2024-11-24T03:52:19,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-24T03:52:19,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9440 sec 2024-11-24T03:52:19,906 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420339906"}]},"ts":"1732420339906"} 2024-11-24T03:52:19,907 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:52:19,907 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:52:19,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9580 sec 2024-11-24T03:52:20,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T03:52:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T03:52:20,107 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:20,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:52:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:20,111 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T03:52:20,113 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=54, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:20,118 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,123 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/recovered.edits] 2024-11-24T03:52:20,128 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/81e6c88126b84132b682cb55289d006d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/81e6c88126b84132b682cb55289d006d 2024-11-24T03:52:20,130 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/8a3f2146c3d24b5fb4a79274f708549f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/8a3f2146c3d24b5fb4a79274f708549f 2024-11-24T03:52:20,131 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/93dfc8d877f1429e8c90f8d4503c0484 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/A/93dfc8d877f1429e8c90f8d4503c0484 2024-11-24T03:52:20,133 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/06431b2b67cb457da2801977aa1bca8e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/06431b2b67cb457da2801977aa1bca8e 2024-11-24T03:52:20,134 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a2dd872fe37848eb8f0707e63c6a952d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/a2dd872fe37848eb8f0707e63c6a952d 2024-11-24T03:52:20,136 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7de51c7ec64b1393b72ae227b0c3b3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/B/ce7de51c7ec64b1393b72ae227b0c3b3 2024-11-24T03:52:20,138 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/8bf5797b48aa4374894ecbd4bdeda156 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/8bf5797b48aa4374894ecbd4bdeda156 2024-11-24T03:52:20,139 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/9798dc8f2ed24aac86d4ba5b1c55f2a6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/9798dc8f2ed24aac86d4ba5b1c55f2a6 2024-11-24T03:52:20,140 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/ea97bb8279084488ac1c7923830f5b2a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/C/ea97bb8279084488ac1c7923830f5b2a 2024-11-24T03:52:20,144 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/recovered.edits/431.seqid to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23/recovered.edits/431.seqid 2024-11-24T03:52:20,145 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,145 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:52:20,146 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:52:20,146 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T03:52:20,150 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112402b59bf912f2450498fdecb3edaba077_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112402b59bf912f2450498fdecb3edaba077_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,151 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112411795f93082c438aa3bdb2b1c328d32a_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112411795f93082c438aa3bdb2b1c328d32a_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,152 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112413cf58b2db6c46d582206ce5a9ea50f2_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112413cf58b2db6c46d582206ce5a9ea50f2_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,153 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124279ca5ebbf2f4633b028834cbe5fce93_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124279ca5ebbf2f4633b028834cbe5fce93_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,154 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243a74cb99f0964f31b0eb4ad93bb3b6c0_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243a74cb99f0964f31b0eb4ad93bb3b6c0_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,155 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124402996b0e3cd485789d944ed60711b06_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124402996b0e3cd485789d944ed60711b06_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,156 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244bd3b28285fb4ae3bc6aade53bd0d5a0_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244bd3b28285fb4ae3bc6aade53bd0d5a0_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,157 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112450358561895c4ee3a1f23a74a926c6f6_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112450358561895c4ee3a1f23a74a926c6f6_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,158 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245da022cc81d94ebcb6953a77a427da86_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245da022cc81d94ebcb6953a77a427da86_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,159 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245f3e152e8b1c42b88fa63ce7395f396a_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245f3e152e8b1c42b88fa63ce7395f396a_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,160 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112460be66fd2cc0444998e8ea073f3a0852_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112460be66fd2cc0444998e8ea073f3a0852_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,161 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246804e40cca2b47b88d7308a87a78635c_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246804e40cca2b47b88d7308a87a78635c_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,162 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124839774b5d1494f6c846e1b9b3cecd9a6_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124839774b5d1494f6c846e1b9b3cecd9a6_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,163 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249224c44018874d05a426a28353cc66d9_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249224c44018874d05a426a28353cc66d9_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,164 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b019d5205d3f4eb2a4ff1bc4a33b92e3_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b019d5205d3f4eb2a4ff1bc4a33b92e3_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,165 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bd2c274716324e61bfb780b37ff5f2f6_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bd2c274716324e61bfb780b37ff5f2f6_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,165 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c1d2b17d73ba43da89267018af6b73dc_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c1d2b17d73ba43da89267018af6b73dc_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,167 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124db3d885d33804096a42aa4c09d1d257e_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124db3d885d33804096a42aa4c09d1d257e_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,168 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124df194a600ed348fdb4f3fa757bd1983c_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124df194a600ed348fdb4f3fa757bd1983c_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,169 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f904de3b26c54c6fb8aa67d2f592bf7c_7f88c7f68ad4a404975cb3f89e268d23 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f904de3b26c54c6fb8aa67d2f592bf7c_7f88c7f68ad4a404975cb3f89e268d23 2024-11-24T03:52:20,169 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:52:20,171 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=54, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:20,174 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:52:20,176 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:52:20,177 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=54, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:20,177 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:52:20,177 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732420340177"}]},"ts":"9223372036854775807"} 2024-11-24T03:52:20,180 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T03:52:20,180 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7f88c7f68ad4a404975cb3f89e268d23, NAME => 'TestAcidGuarantees,,1732420312374.7f88c7f68ad4a404975cb3f89e268d23.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:52:20,180 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:52:20,180 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732420340180"}]},"ts":"9223372036854775807"} 2024-11-24T03:52:20,182 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T03:52:20,183 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=54, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:20,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 75 msec 2024-11-24T03:52:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T03:52:20,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T03:52:20,217 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:20,228 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 245) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/cluster_0048a14e-a16f-6b5d-f710-95aea4f08502/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_449836211_22 at /127.0.0.1:43620 [Waiting for operation #2732] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/cluster_0048a14e-a16f-6b5d-f710-95aea4f08502/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1526469236_22 at /127.0.0.1:33460 [Waiting for operation #2363] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_449836211_22 at /127.0.0.1:33446 [Waiting for operation #2397] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1526469236_22 at /127.0.0.1:33412 [Waiting for operation #2376] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=359 (was 308) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6740 (was 6842) 2024-11-24T03:52:20,239 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=6740 2024-11-24T03:52:20,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:52:20,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:52:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:20,244 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:52:20,244 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:20,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 55 2024-11-24T03:52:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-24T03:52:20,245 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:52:20,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742058_1234 (size=1061) 2024-11-24T03:52:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-24T03:52:20,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-24T03:52:20,668 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba 2024-11-24T03:52:20,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742059_1235 (size=53) 2024-11-24T03:52:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-24T03:52:21,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:52:21,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bd72dcc41f142f0ec591cb0f5c70ff4d, disabling compactions & flushes 2024-11-24T03:52:21,080 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:21,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:21,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. after waiting 0 ms 2024-11-24T03:52:21,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:21,080 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:21,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd72dcc41f142f0ec591cb0f5c70ff4d: Waiting for close lock at 1732420341080Disabling compacts and flushes for region at 1732420341080Disabling writes for close at 1732420341080Writing region close event to WAL at 1732420341080Closed at 1732420341080 2024-11-24T03:52:21,083 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:52:21,084 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732420341084"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732420341084"}]},"ts":"1732420341084"} 2024-11-24T03:52:21,087 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T03:52:21,089 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:52:21,089 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420341089"}]},"ts":"1732420341089"} 2024-11-24T03:52:21,091 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:52:21,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd72dcc41f142f0ec591cb0f5c70ff4d, ASSIGN}] 2024-11-24T03:52:21,092 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd72dcc41f142f0ec591cb0f5c70ff4d, ASSIGN 2024-11-24T03:52:21,093 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd72dcc41f142f0ec591cb0f5c70ff4d, ASSIGN; state=OFFLINE, location=71d8d2d6408d,41025,1732420280471; forceNewPlan=false, retain=false 2024-11-24T03:52:21,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=bd72dcc41f142f0ec591cb0f5c70ff4d, regionState=OPENING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:21,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd72dcc41f142f0ec591cb0f5c70ff4d, ASSIGN because future has completed 2024-11-24T03:52:21,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:52:21,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-24T03:52:21,405 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:21,405 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7752): Opening region: {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:52:21,405 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,405 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:52:21,405 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7794): checking encryption for bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,405 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7797): checking classloading for bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,407 INFO [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,408 INFO [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:52:21,408 INFO [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd72dcc41f142f0ec591cb0f5c70ff4d columnFamilyName A 2024-11-24T03:52:21,408 DEBUG [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:21,409 INFO [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] regionserver.HStore(327): Store=bd72dcc41f142f0ec591cb0f5c70ff4d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:52:21,409 INFO [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,410 INFO [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:52:21,410 INFO [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd72dcc41f142f0ec591cb0f5c70ff4d columnFamilyName B 2024-11-24T03:52:21,410 DEBUG [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:21,410 INFO [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] regionserver.HStore(327): Store=bd72dcc41f142f0ec591cb0f5c70ff4d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:52:21,410 INFO [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,411 INFO [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:52:21,412 INFO [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd72dcc41f142f0ec591cb0f5c70ff4d columnFamilyName C 2024-11-24T03:52:21,412 DEBUG [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:21,412 INFO [StoreOpener-bd72dcc41f142f0ec591cb0f5c70ff4d-1 {}] regionserver.HStore(327): Store=bd72dcc41f142f0ec591cb0f5c70ff4d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:52:21,412 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:21,412 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1038): replaying wal for bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,413 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,413 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,414 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1048): stopping wal replay for bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,414 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1060): Cleaning up temporary data for bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,415 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:52:21,416 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1093): writing seq id for bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,418 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:52:21,433 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1114): Opened bd72dcc41f142f0ec591cb0f5c70ff4d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68928043, jitterRate=0.027107879519462585}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:52:21,433 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:21,434 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1006): Region open journal for bd72dcc41f142f0ec591cb0f5c70ff4d: Running coprocessor pre-open hook at 1732420341405Writing region info on filesystem at 1732420341405Initializing all the Stores at 1732420341406 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420341406Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420341407 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420341407Cleaning up temporary data from old regions at 1732420341414 (+7 ms)Running coprocessor post-open hooks at 1732420341433 (+19 ms)Region opened successfully at 1732420341433 2024-11-24T03:52:21,434 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., pid=57, masterSystemTime=1732420341401 2024-11-24T03:52:21,436 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:21,436 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:21,437 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=bd72dcc41f142f0ec591cb0f5c70ff4d, regionState=OPEN, openSeqNum=2, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:21,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:52:21,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-24T03:52:21,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; OpenRegionProcedure bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 in 192 msec 2024-11-24T03:52:21,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-24T03:52:21,441 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd72dcc41f142f0ec591cb0f5c70ff4d, ASSIGN in 349 msec 2024-11-24T03:52:21,442 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:52:21,442 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420341442"}]},"ts":"1732420341442"} 2024-11-24T03:52:21,443 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:52:21,444 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:52:21,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2030 sec 2024-11-24T03:52:22,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-24T03:52:22,388 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:22,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c1be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:22,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:22,393 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:22,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488578bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:22,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:22,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:22,397 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:22,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7d904e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:22,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:22,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:22,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:22,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T03:52:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 71d8d2d6408d,44753,1732420279714 2024-11-24T03:52:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@783d39c3 2024-11-24T03:52:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:52:22,404 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:52:22,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1240be3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:22,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:22,405 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:22,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:22,405 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1648df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:22,406 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:22,407 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2843bf10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885eb44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:22,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:22,408 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:22,408 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a3a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:22,409 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:22,410 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1863cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a6227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:22,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:22,411 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:22,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:22,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:22,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3070a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:22,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:22,411 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:22,412 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:22,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1bb82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:22,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:22,413 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29776a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:22,415 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c28feb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:22,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:22,417 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:22,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65845463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:22,419 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:22,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c275f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a5c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:22,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:22,421 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f88cb24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:22,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:22,422 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:22,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166dbddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679f7426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:22,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:22,424 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393e775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:22,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:22,425 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:22,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3018359b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b71af22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:22,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:22,427 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:22,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:22,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:22,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693fe75e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:22,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:22,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:22,428 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:22,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5f7d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:22,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:22,430 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:22,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bb40a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:22,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:22,431 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:22,431 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:22,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba82e29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dad1786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:22,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:22,434 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b80f3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:22,435 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f46b9c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:22,436 DEBUG [Thread-1100 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:22,437 DEBUG [Thread-1109 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:22,437 DEBUG [Thread-1113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:22,437 DEBUG [Thread-1117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:22,437 DEBUG [Thread-1098 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:22,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:22,437 DEBUG [Thread-1104 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:22,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:22,438 DEBUG [Thread-1115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-24T03:52:22,438 DEBUG [Thread-1102 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:22,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:22,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:22,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:22,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:22,440 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:22,440 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-24T03:52:22,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:22,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:22,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:22,442 DEBUG [Thread-1106 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:22,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:22,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:22,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:22,442 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:22,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:22,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:52:22,442 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:52:22,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:52:22,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:22,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:52:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:52:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:52:22,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:52:22,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:22,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:52:22,447 DEBUG [Thread-1111 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:22,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:52:22,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:22,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:52:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:22,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T03:52:22,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:22,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:22,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:22,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:22,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:22,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:22,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420402468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420402470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420402471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420402472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420402472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/278c36e1fe9f4ba5aff4648b3325762f is 50, key is test_row_0/A:col10/1732420342449/Put/seqid=0 2024-11-24T03:52:22,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742060_1236 (size=12001) 2024-11-24T03:52:22,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/278c36e1fe9f4ba5aff4648b3325762f 2024-11-24T03:52:22,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/91179d7d85f34f45820bf5dee7e9a5b8 is 50, key is test_row_0/B:col10/1732420342449/Put/seqid=0 2024-11-24T03:52:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-24T03:52:22,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742061_1237 (size=12001) 2024-11-24T03:52:22,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/91179d7d85f34f45820bf5dee7e9a5b8 2024-11-24T03:52:22,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420402577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420402577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/2f3bc575408f4fe0a7a3fd962731f9c8 is 50, key is test_row_0/C:col10/1732420342449/Put/seqid=0 2024-11-24T03:52:22,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420402587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420402587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420402587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742062_1238 (size=12001) 2024-11-24T03:52:22,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-24T03:52:22,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:22,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:22,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:22,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:22,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:22,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-24T03:52:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:22,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:22,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-24T03:52:22,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420402787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420402787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420402797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420402797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420402797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:22,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-24T03:52:22,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:22,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:22,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:22,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:22,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:22,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/2f3bc575408f4fe0a7a3fd962731f9c8 2024-11-24T03:52:22,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/278c36e1fe9f4ba5aff4648b3325762f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/278c36e1fe9f4ba5aff4648b3325762f 2024-11-24T03:52:23,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/278c36e1fe9f4ba5aff4648b3325762f, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T03:52:23,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/91179d7d85f34f45820bf5dee7e9a5b8 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/91179d7d85f34f45820bf5dee7e9a5b8 2024-11-24T03:52:23,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/91179d7d85f34f45820bf5dee7e9a5b8, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T03:52:23,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/2f3bc575408f4fe0a7a3fd962731f9c8 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2f3bc575408f4fe0a7a3fd962731f9c8 2024-11-24T03:52:23,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2f3bc575408f4fe0a7a3fd962731f9c8, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T03:52:23,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for bd72dcc41f142f0ec591cb0f5c70ff4d in 558ms, sequenceid=16, compaction requested=false 2024-11-24T03:52:23,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:23,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-24T03:52:23,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:23,056 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-24T03:52:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:23,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:23,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/bf20ab145cfe4276b6f13d8c600192e4 is 50, key is test_row_0/A:col10/1732420342469/Put/seqid=0 2024-11-24T03:52:23,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742063_1239 (size=12001) 2024-11-24T03:52:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-24T03:52:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:23,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:23,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420403110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,114 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420403111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420403111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420403112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420403112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,116 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420403216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420403216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,219 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420403227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420403227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420403227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,229 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420403427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420403427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,429 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420403437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420403437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420403437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,464 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/bf20ab145cfe4276b6f13d8c600192e4 2024-11-24T03:52:23,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/5680e0c6b5fa4906a4a1d174e91e74da is 50, key is test_row_0/B:col10/1732420342469/Put/seqid=0 2024-11-24T03:52:23,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742064_1240 (size=12001) 2024-11-24T03:52:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-24T03:52:23,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420403737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420403737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420403747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420403747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420403747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:23,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:23,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:23,876 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/5680e0c6b5fa4906a4a1d174e91e74da 2024-11-24T03:52:23,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/8d7a16e79cb8405eb167df94d58b6b9b is 50, key is test_row_0/C:col10/1732420342469/Put/seqid=0 2024-11-24T03:52:23,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742065_1241 (size=12001) 2024-11-24T03:52:24,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420404247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:24,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:24,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420404247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:24,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:24,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:24,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:24,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:24,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420404257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:24,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:24,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:24,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:24,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420404257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:24,258 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:24,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:24,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420404257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:24,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:24,287 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/8d7a16e79cb8405eb167df94d58b6b9b 2024-11-24T03:52:24,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/bf20ab145cfe4276b6f13d8c600192e4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bf20ab145cfe4276b6f13d8c600192e4 2024-11-24T03:52:24,294 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bf20ab145cfe4276b6f13d8c600192e4, entries=150, sequenceid=34, filesize=11.7 K 2024-11-24T03:52:24,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/5680e0c6b5fa4906a4a1d174e91e74da as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5680e0c6b5fa4906a4a1d174e91e74da 2024-11-24T03:52:24,299 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5680e0c6b5fa4906a4a1d174e91e74da, entries=150, sequenceid=34, filesize=11.7 K 2024-11-24T03:52:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/8d7a16e79cb8405eb167df94d58b6b9b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/8d7a16e79cb8405eb167df94d58b6b9b 2024-11-24T03:52:24,304 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/8d7a16e79cb8405eb167df94d58b6b9b, entries=150, sequenceid=34, filesize=11.7 K 2024-11-24T03:52:24,305 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for bd72dcc41f142f0ec591cb0f5c70ff4d in 1250ms, sequenceid=34, compaction requested=false 2024-11-24T03:52:24,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:24,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:24,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-24T03:52:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-24T03:52:24,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-24T03:52:24,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8650 sec 2024-11-24T03:52:24,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.8720 sec 2024-11-24T03:52:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-24T03:52:24,587 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:24,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-24T03:52:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T03:52:24,589 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:24,590 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:24,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T03:52:24,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-24T03:52:24,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:24,742 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T03:52:24,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:24,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:24,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:24,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:24,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:24,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:24,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/93d055b328af44d2813182452235311b is 50, key is test_row_0/A:col10/1732420343111/Put/seqid=0 2024-11-24T03:52:24,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742066_1242 (size=12001) 2024-11-24T03:52:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T03:52:25,152 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/93d055b328af44d2813182452235311b 2024-11-24T03:52:25,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/5777960c556d4ee596dd4ff1a54de8dc is 50, key is test_row_0/B:col10/1732420343111/Put/seqid=0 2024-11-24T03:52:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T03:52:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742067_1243 (size=12001) 2024-11-24T03:52:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:25,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:25,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420405280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420405283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420405284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420405285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,292 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420405286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420405396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420405396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420405397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420405397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420405397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,421 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:52:25,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420405606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420405607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420405606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420405607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420405607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,629 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/5777960c556d4ee596dd4ff1a54de8dc 2024-11-24T03:52:25,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/236771f112d44b5186298d11d7d1e38e is 50, key is test_row_0/C:col10/1732420343111/Put/seqid=0 2024-11-24T03:52:25,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742068_1244 (size=12001) 2024-11-24T03:52:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T03:52:25,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420405916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420405916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420405916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420405917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:25,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420405917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:25,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:25,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,048 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/236771f112d44b5186298d11d7d1e38e 2024-11-24T03:52:26,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/93d055b328af44d2813182452235311b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/93d055b328af44d2813182452235311b 2024-11-24T03:52:26,056 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/93d055b328af44d2813182452235311b, entries=150, sequenceid=48, filesize=11.7 K 2024-11-24T03:52:26,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/5777960c556d4ee596dd4ff1a54de8dc as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5777960c556d4ee596dd4ff1a54de8dc 2024-11-24T03:52:26,061 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5777960c556d4ee596dd4ff1a54de8dc, entries=150, sequenceid=48, filesize=11.7 K 2024-11-24T03:52:26,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/236771f112d44b5186298d11d7d1e38e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/236771f112d44b5186298d11d7d1e38e 2024-11-24T03:52:26,066 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/236771f112d44b5186298d11d7d1e38e, entries=150, sequenceid=48, filesize=11.7 K 2024-11-24T03:52:26,066 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for bd72dcc41f142f0ec591cb0f5c70ff4d in 1324ms, sequenceid=48, compaction requested=true 2024-11-24T03:52:26,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:26,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:26,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-24T03:52:26,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-24T03:52:26,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-24T03:52:26,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4780 sec 2024-11-24T03:52:26,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.4820 sec 2024-11-24T03:52:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:26,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T03:52:26,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:26,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:26,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:26,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:26,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:26,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:26,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/bd67b66f92f74b08ae7ffdde263831ca is 50, key is test_row_0/A:col10/1732420345284/Put/seqid=0 2024-11-24T03:52:26,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742069_1245 (size=16681) 2024-11-24T03:52:26,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420406437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420406437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420406438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420406442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420406443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420406547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420406547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420406547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420406556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420406557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T03:52:26,737 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:26,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-24T03:52:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-24T03:52:26,739 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:26,740 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:26,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:26,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420406756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420406756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420406757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420406767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420406767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:26,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:26,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/bd67b66f92f74b08ae7ffdde263831ca 2024-11-24T03:52:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-24T03:52:26,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/5f7e2eb8c82347088c0e20d966b7fd0e is 50, key is test_row_0/B:col10/1732420345284/Put/seqid=0 2024-11-24T03:52:26,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742070_1246 (size=12001) 2024-11-24T03:52:26,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/5f7e2eb8c82347088c0e20d966b7fd0e 2024-11-24T03:52:26,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/2675d58977174f74800d246089721917 is 50, key is test_row_0/C:col10/1732420345284/Put/seqid=0 2024-11-24T03:52:26,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742071_1247 (size=12001) 2024-11-24T03:52:26,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-24T03:52:26,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:26,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:26,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:26,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:26,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:27,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-24T03:52:27,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:27,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:27,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:27,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:27,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:27,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-24T03:52:27,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420407067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420407067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420407067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420407077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420407077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-24T03:52:27,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:27,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:27,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:27,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:27,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:27,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/2675d58977174f74800d246089721917 2024-11-24T03:52:27,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/bd67b66f92f74b08ae7ffdde263831ca as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bd67b66f92f74b08ae7ffdde263831ca 2024-11-24T03:52:27,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bd67b66f92f74b08ae7ffdde263831ca, entries=250, sequenceid=68, filesize=16.3 K 2024-11-24T03:52:27,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/5f7e2eb8c82347088c0e20d966b7fd0e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5f7e2eb8c82347088c0e20d966b7fd0e 2024-11-24T03:52:27,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5f7e2eb8c82347088c0e20d966b7fd0e, entries=150, sequenceid=68, filesize=11.7 K 2024-11-24T03:52:27,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/2675d58977174f74800d246089721917 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2675d58977174f74800d246089721917 2024-11-24T03:52:27,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2675d58977174f74800d246089721917, entries=150, sequenceid=68, filesize=11.7 K 2024-11-24T03:52:27,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for bd72dcc41f142f0ec591cb0f5c70ff4d in 850ms, sequenceid=68, compaction requested=true 2024-11-24T03:52:27,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:27,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:27,279 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:27,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:27,279 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:27,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:27,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:27,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:27,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:27,287 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:27,287 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:27,287 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/B is initiating minor compaction (all files) 2024-11-24T03:52:27,287 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/A is initiating minor compaction (all files) 2024-11-24T03:52:27,287 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/B in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:27,287 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/A in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:27,287 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/91179d7d85f34f45820bf5dee7e9a5b8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5680e0c6b5fa4906a4a1d174e91e74da, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5777960c556d4ee596dd4ff1a54de8dc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5f7e2eb8c82347088c0e20d966b7fd0e] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=46.9 K 2024-11-24T03:52:27,287 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/278c36e1fe9f4ba5aff4648b3325762f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bf20ab145cfe4276b6f13d8c600192e4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/93d055b328af44d2813182452235311b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bd67b66f92f74b08ae7ffdde263831ca] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=51.4 K 2024-11-24T03:52:27,288 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 91179d7d85f34f45820bf5dee7e9a5b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732420342449 2024-11-24T03:52:27,288 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 278c36e1fe9f4ba5aff4648b3325762f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732420342449 2024-11-24T03:52:27,289 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf20ab145cfe4276b6f13d8c600192e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732420342464 2024-11-24T03:52:27,289 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5680e0c6b5fa4906a4a1d174e91e74da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732420342464 2024-11-24T03:52:27,289 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5777960c556d4ee596dd4ff1a54de8dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732420343109 2024-11-24T03:52:27,289 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93d055b328af44d2813182452235311b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732420343109 2024-11-24T03:52:27,290 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f7e2eb8c82347088c0e20d966b7fd0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732420345284 2024-11-24T03:52:27,290 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd67b66f92f74b08ae7ffdde263831ca, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732420345278 2024-11-24T03:52:27,298 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#B#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:27,299 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/3955cdef5ae744f98532c4ce33ba880c is 50, key is test_row_0/B:col10/1732420345284/Put/seqid=0 2024-11-24T03:52:27,301 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#A#compaction#204 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:27,301 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/54d32e554839485c88947862cdb921f9 is 50, key is test_row_0/A:col10/1732420345284/Put/seqid=0 2024-11-24T03:52:27,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742072_1248 (size=12139) 2024-11-24T03:52:27,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742073_1249 (size=12139) 2024-11-24T03:52:27,308 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/3955cdef5ae744f98532c4ce33ba880c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/3955cdef5ae744f98532c4ce33ba880c 2024-11-24T03:52:27,313 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/B of bd72dcc41f142f0ec591cb0f5c70ff4d into 3955cdef5ae744f98532c4ce33ba880c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:27,313 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:27,313 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/B, priority=12, startTime=1732420347279; duration=0sec 2024-11-24T03:52:27,313 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:27,313 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:B 2024-11-24T03:52:27,313 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:27,314 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:27,314 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/C is initiating minor compaction (all files) 2024-11-24T03:52:27,314 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/C in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:27,314 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2f3bc575408f4fe0a7a3fd962731f9c8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/8d7a16e79cb8405eb167df94d58b6b9b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/236771f112d44b5186298d11d7d1e38e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2675d58977174f74800d246089721917] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=46.9 K 2024-11-24T03:52:27,315 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f3bc575408f4fe0a7a3fd962731f9c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732420342449 2024-11-24T03:52:27,315 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d7a16e79cb8405eb167df94d58b6b9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732420342464 2024-11-24T03:52:27,316 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 236771f112d44b5186298d11d7d1e38e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732420343109 2024-11-24T03:52:27,316 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2675d58977174f74800d246089721917, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732420345284 2024-11-24T03:52:27,322 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#C#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:27,322 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/61e62f37b46e468ea37e5f1fe28e3054 is 50, key is test_row_0/C:col10/1732420345284/Put/seqid=0 2024-11-24T03:52:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742074_1250 (size=12139) 2024-11-24T03:52:27,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-24T03:52:27,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:27,350 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-24T03:52:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:27,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:27,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/650ff54e16ff4ac58ace686818924b06 is 50, key is test_row_0/A:col10/1732420346441/Put/seqid=0 2024-11-24T03:52:27,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742075_1251 (size=12001) 2024-11-24T03:52:27,361 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/650ff54e16ff4ac58ace686818924b06 2024-11-24T03:52:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-24T03:52:27,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/0ed6f7750ab641e4a5299888a13e0043 is 50, key is test_row_0/B:col10/1732420346441/Put/seqid=0 2024-11-24T03:52:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742076_1252 (size=12001) 2024-11-24T03:52:27,373 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/0ed6f7750ab641e4a5299888a13e0043 2024-11-24T03:52:27,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/e96a366663fb471e9a5b9128bcf839c2 is 50, key is test_row_0/C:col10/1732420346441/Put/seqid=0 2024-11-24T03:52:27,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742077_1253 (size=12001) 2024-11-24T03:52:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:27,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:27,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420407598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420407599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420407599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420407600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420407600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420407707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420407707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420407707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420407707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420407707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,713 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/54d32e554839485c88947862cdb921f9 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/54d32e554839485c88947862cdb921f9 2024-11-24T03:52:27,717 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/A of bd72dcc41f142f0ec591cb0f5c70ff4d into 54d32e554839485c88947862cdb921f9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:27,717 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:27,717 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/A, priority=12, startTime=1732420347279; duration=0sec 2024-11-24T03:52:27,717 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:27,717 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:A 2024-11-24T03:52:27,732 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/61e62f37b46e468ea37e5f1fe28e3054 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/61e62f37b46e468ea37e5f1fe28e3054 2024-11-24T03:52:27,737 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/C of bd72dcc41f142f0ec591cb0f5c70ff4d into 61e62f37b46e468ea37e5f1fe28e3054(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:27,737 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:27,737 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/C, priority=12, startTime=1732420347280; duration=0sec 2024-11-24T03:52:27,737 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:27,737 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:C 2024-11-24T03:52:27,789 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/e96a366663fb471e9a5b9128bcf839c2 2024-11-24T03:52:27,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/650ff54e16ff4ac58ace686818924b06 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/650ff54e16ff4ac58ace686818924b06 2024-11-24T03:52:27,796 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/650ff54e16ff4ac58ace686818924b06, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T03:52:27,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/0ed6f7750ab641e4a5299888a13e0043 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/0ed6f7750ab641e4a5299888a13e0043 2024-11-24T03:52:27,800 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/0ed6f7750ab641e4a5299888a13e0043, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T03:52:27,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/e96a366663fb471e9a5b9128bcf839c2 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/e96a366663fb471e9a5b9128bcf839c2 2024-11-24T03:52:27,804 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/e96a366663fb471e9a5b9128bcf839c2, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T03:52:27,805 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for bd72dcc41f142f0ec591cb0f5c70ff4d in 455ms, sequenceid=82, compaction requested=false 2024-11-24T03:52:27,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:27,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:27,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-24T03:52:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-24T03:52:27,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-24T03:52:27,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0670 sec 2024-11-24T03:52:27,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.0710 sec 2024-11-24T03:52:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-24T03:52:27,877 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:27,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-24T03:52:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T03:52:27,879 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:27,880 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:27,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:27,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:27,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T03:52:27,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:27,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:27,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:27,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:27,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:27,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:27,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/2bb2a7bfc71e4f0c945983d78391f530 is 50, key is test_row_0/A:col10/1732420347599/Put/seqid=0 2024-11-24T03:52:27,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742078_1254 (size=12001) 2024-11-24T03:52:27,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420407929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420407931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420407931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420407932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420407933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T03:52:28,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T03:52:28,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420408037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420408047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420408047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420408047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420408047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T03:52:28,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:28,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T03:52:28,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420408247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420408257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420408257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420408257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420408258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/2bb2a7bfc71e4f0c945983d78391f530 2024-11-24T03:52:28,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/4b514fe8ee7d4765b374f3ff01e8b4b5 is 50, key is test_row_0/B:col10/1732420347599/Put/seqid=0 2024-11-24T03:52:28,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T03:52:28,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:28,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742079_1255 (size=12001) 2024-11-24T03:52:28,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T03:52:28,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:28,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T03:52:28,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420408557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420408567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420408567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420408567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420408567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:28,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:28,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T03:52:28,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:28,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/4b514fe8ee7d4765b374f3ff01e8b4b5 2024-11-24T03:52:28,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/d69620a53f9346a1b241bbb1bb051dc6 is 50, key is test_row_0/C:col10/1732420347599/Put/seqid=0 2024-11-24T03:52:28,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742080_1256 (size=12001) 2024-11-24T03:52:28,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T03:52:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T03:52:28,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:28,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:28,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:28,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:29,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T03:52:29,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420409067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:29,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420409076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:29,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420409077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:29,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420409077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:29,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:29,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420409077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:29,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T03:52:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:29,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:29,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:29,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/d69620a53f9346a1b241bbb1bb051dc6 2024-11-24T03:52:29,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/2bb2a7bfc71e4f0c945983d78391f530 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2bb2a7bfc71e4f0c945983d78391f530 2024-11-24T03:52:29,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2bb2a7bfc71e4f0c945983d78391f530, entries=150, sequenceid=105, filesize=11.7 K 2024-11-24T03:52:29,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/4b514fe8ee7d4765b374f3ff01e8b4b5 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4b514fe8ee7d4765b374f3ff01e8b4b5 2024-11-24T03:52:29,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4b514fe8ee7d4765b374f3ff01e8b4b5, entries=150, sequenceid=105, filesize=11.7 K 2024-11-24T03:52:29,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/d69620a53f9346a1b241bbb1bb051dc6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/d69620a53f9346a1b241bbb1bb051dc6 2024-11-24T03:52:29,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/d69620a53f9346a1b241bbb1bb051dc6, entries=150, sequenceid=105, filesize=11.7 K 2024-11-24T03:52:29,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for bd72dcc41f142f0ec591cb0f5c70ff4d in 1262ms, sequenceid=105, compaction requested=true 2024-11-24T03:52:29,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:29,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:29,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:29,181 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:29,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:29,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:29,181 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:29,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:29,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:29,182 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:29,182 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:29,182 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/B is initiating minor compaction (all files) 2024-11-24T03:52:29,182 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/A is initiating minor compaction (all files) 2024-11-24T03:52:29,182 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/B in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:29,182 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/A in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:29,182 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/3955cdef5ae744f98532c4ce33ba880c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/0ed6f7750ab641e4a5299888a13e0043, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4b514fe8ee7d4765b374f3ff01e8b4b5] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=35.3 K 2024-11-24T03:52:29,182 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/54d32e554839485c88947862cdb921f9, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/650ff54e16ff4ac58ace686818924b06, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2bb2a7bfc71e4f0c945983d78391f530] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=35.3 K 2024-11-24T03:52:29,183 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54d32e554839485c88947862cdb921f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732420345284 2024-11-24T03:52:29,183 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3955cdef5ae744f98532c4ce33ba880c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732420345284 2024-11-24T03:52:29,183 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 650ff54e16ff4ac58ace686818924b06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732420346431 2024-11-24T03:52:29,183 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ed6f7750ab641e4a5299888a13e0043, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732420346431 2024-11-24T03:52:29,183 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bb2a7bfc71e4f0c945983d78391f530, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732420347598 2024-11-24T03:52:29,183 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b514fe8ee7d4765b374f3ff01e8b4b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732420347598 2024-11-24T03:52:29,189 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#B#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:29,189 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:29,190 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/e886e8e26ee749cdb619bcaeca911513 is 50, key is test_row_0/B:col10/1732420347599/Put/seqid=0 2024-11-24T03:52:29,190 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/ddbc735cd66a4d139e9b352542c7f47a is 50, key is test_row_0/A:col10/1732420347599/Put/seqid=0 2024-11-24T03:52:29,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742081_1257 (size=12241) 2024-11-24T03:52:29,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742082_1258 (size=12241) 2024-11-24T03:52:29,214 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/ddbc735cd66a4d139e9b352542c7f47a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/ddbc735cd66a4d139e9b352542c7f47a 2024-11-24T03:52:29,218 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/A of bd72dcc41f142f0ec591cb0f5c70ff4d into ddbc735cd66a4d139e9b352542c7f47a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:29,218 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:29,218 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/A, priority=13, startTime=1732420349181; duration=0sec 2024-11-24T03:52:29,219 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:29,219 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:A 2024-11-24T03:52:29,219 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:29,220 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:29,220 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/C is initiating minor compaction (all files) 2024-11-24T03:52:29,220 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/C in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:29,220 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/61e62f37b46e468ea37e5f1fe28e3054, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/e96a366663fb471e9a5b9128bcf839c2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/d69620a53f9346a1b241bbb1bb051dc6] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=35.3 K 2024-11-24T03:52:29,221 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61e62f37b46e468ea37e5f1fe28e3054, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732420345284 2024-11-24T03:52:29,221 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e96a366663fb471e9a5b9128bcf839c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732420346431 2024-11-24T03:52:29,222 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d69620a53f9346a1b241bbb1bb051dc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732420347598 2024-11-24T03:52:29,227 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#C#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:29,228 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/aadc2afcfa0e406f88d9aa9d3531e695 is 50, key is test_row_0/C:col10/1732420347599/Put/seqid=0 2024-11-24T03:52:29,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742083_1259 (size=12241) 2024-11-24T03:52:29,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-24T03:52:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:29,255 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T03:52:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:29,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/4df950793de84f4ebaa960281c55819f is 50, key is test_row_0/A:col10/1732420347932/Put/seqid=0 2024-11-24T03:52:29,262 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/aadc2afcfa0e406f88d9aa9d3531e695 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/aadc2afcfa0e406f88d9aa9d3531e695 2024-11-24T03:52:29,267 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/C of bd72dcc41f142f0ec591cb0f5c70ff4d into aadc2afcfa0e406f88d9aa9d3531e695(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:29,267 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:29,267 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/C, priority=13, startTime=1732420349181; duration=0sec 2024-11-24T03:52:29,267 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:29,267 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:C 2024-11-24T03:52:29,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742084_1260 (size=12001) 2024-11-24T03:52:29,613 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/e886e8e26ee749cdb619bcaeca911513 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/e886e8e26ee749cdb619bcaeca911513 2024-11-24T03:52:29,617 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/B of bd72dcc41f142f0ec591cb0f5c70ff4d into e886e8e26ee749cdb619bcaeca911513(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:29,617 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:29,617 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/B, priority=13, startTime=1732420349181; duration=0sec 2024-11-24T03:52:29,617 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:29,617 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:B 2024-11-24T03:52:29,677 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/4df950793de84f4ebaa960281c55819f 2024-11-24T03:52:29,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/20ad3e3b51024ae0973f2f161b64f0d1 is 50, key is test_row_0/B:col10/1732420347932/Put/seqid=0 2024-11-24T03:52:29,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742085_1261 (size=12001) 2024-11-24T03:52:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T03:52:30,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T03:52:30,054 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T03:52:30,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:30,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:30,088 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/20ad3e3b51024ae0973f2f161b64f0d1 2024-11-24T03:52:30,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/ccea3e0a71634deabd7f22fe2b81e284 is 50, key is test_row_0/C:col10/1732420347932/Put/seqid=0 2024-11-24T03:52:30,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742086_1262 (size=12001) 2024-11-24T03:52:30,103 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/ccea3e0a71634deabd7f22fe2b81e284 2024-11-24T03:52:30,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/4df950793de84f4ebaa960281c55819f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/4df950793de84f4ebaa960281c55819f 2024-11-24T03:52:30,112 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732420350100, max timestamp=1732420350109Num uniques 859; 2024-11-24T03:52:30,112 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732420350100, max timestamp=1732420350109Num uniques 859; 2024-11-24T03:52:30,112 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T03:52:30,112 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732420350100, max timestamp=1732420350109Num uniques 859; 2024-11-24T03:52:30,112 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T03:52:30,112 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T03:52:30,115 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/4df950793de84f4ebaa960281c55819f, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T03:52:30,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/20ad3e3b51024ae0973f2f161b64f0d1 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/20ad3e3b51024ae0973f2f161b64f0d1 2024-11-24T03:52:30,120 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/20ad3e3b51024ae0973f2f161b64f0d1, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T03:52:30,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/ccea3e0a71634deabd7f22fe2b81e284 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ccea3e0a71634deabd7f22fe2b81e284 2024-11-24T03:52:30,125 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ccea3e0a71634deabd7f22fe2b81e284, entries=150, sequenceid=117, filesize=11.7 K 2024-11-24T03:52:30,126 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=107.34 KB/109920 for bd72dcc41f142f0ec591cb0f5c70ff4d in 871ms, sequenceid=117, compaction requested=false 2024-11-24T03:52:30,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:30,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:30,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-24T03:52:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:30,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=114.05 KB heapSize=315.84 KB 2024-11-24T03:52:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-24T03:52:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:30,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-24T03:52:30,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2480 sec 2024-11-24T03:52:30,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/64fbd4cd4114485fa4597a3fe14ec671 is 50, key is test_row_0/A:col10/1732420350124/Put/seqid=0 2024-11-24T03:52:30,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.2540 sec 2024-11-24T03:52:30,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420410137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420410138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420410139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420410139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420410140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742087_1263 (size=12151) 2024-11-24T03:52:30,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/64fbd4cd4114485fa4597a3fe14ec671 2024-11-24T03:52:30,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/cb9831e641d64dbda5af8d8999466eac is 50, key is test_row_0/B:col10/1732420350124/Put/seqid=0 2024-11-24T03:52:30,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742088_1264 (size=12151) 2024-11-24T03:52:30,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/cb9831e641d64dbda5af8d8999466eac 2024-11-24T03:52:30,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/d4ac91d25ba241a8b5e776e4c34bd532 is 50, key is test_row_0/C:col10/1732420350124/Put/seqid=0 2024-11-24T03:52:30,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742089_1265 (size=12151) 2024-11-24T03:52:30,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/d4ac91d25ba241a8b5e776e4c34bd532 2024-11-24T03:52:30,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/64fbd4cd4114485fa4597a3fe14ec671 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/64fbd4cd4114485fa4597a3fe14ec671 2024-11-24T03:52:30,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/64fbd4cd4114485fa4597a3fe14ec671, entries=150, sequenceid=151, filesize=11.9 K 2024-11-24T03:52:30,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/cb9831e641d64dbda5af8d8999466eac as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/cb9831e641d64dbda5af8d8999466eac 2024-11-24T03:52:30,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/cb9831e641d64dbda5af8d8999466eac, entries=150, sequenceid=151, filesize=11.9 K 2024-11-24T03:52:30,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/d4ac91d25ba241a8b5e776e4c34bd532 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/d4ac91d25ba241a8b5e776e4c34bd532 2024-11-24T03:52:30,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/d4ac91d25ba241a8b5e776e4c34bd532, entries=150, sequenceid=151, filesize=11.9 K 2024-11-24T03:52:30,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~315.80 KB/323376, currentSize=67.09 KB/68700 for bd72dcc41f142f0ec591cb0f5c70ff4d in 81ms, sequenceid=151, compaction requested=true 2024-11-24T03:52:30,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:30,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:30,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:30,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:30,207 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:30,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:30,207 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:30,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:30,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:30,208 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:30,208 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:30,208 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/A is initiating minor compaction (all files) 2024-11-24T03:52:30,208 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/B is initiating minor compaction (all files) 2024-11-24T03:52:30,208 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/A in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:30,209 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/ddbc735cd66a4d139e9b352542c7f47a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/4df950793de84f4ebaa960281c55819f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/64fbd4cd4114485fa4597a3fe14ec671] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=35.5 K 2024-11-24T03:52:30,209 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/B in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:30,209 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/e886e8e26ee749cdb619bcaeca911513, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/20ad3e3b51024ae0973f2f161b64f0d1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/cb9831e641d64dbda5af8d8999466eac] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=35.5 K 2024-11-24T03:52:30,209 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddbc735cd66a4d139e9b352542c7f47a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732420347598 2024-11-24T03:52:30,209 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting e886e8e26ee749cdb619bcaeca911513, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732420347598 2024-11-24T03:52:30,209 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4df950793de84f4ebaa960281c55819f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732420347927 2024-11-24T03:52:30,210 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 20ad3e3b51024ae0973f2f161b64f0d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732420347927 2024-11-24T03:52:30,210 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64fbd4cd4114485fa4597a3fe14ec671, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732420350123 2024-11-24T03:52:30,210 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting cb9831e641d64dbda5af8d8999466eac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732420350123 2024-11-24T03:52:30,220 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#A#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:30,220 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/77fe1be0c8b9408386bef0323acd81e1 is 50, key is test_row_0/A:col10/1732420350124/Put/seqid=0 2024-11-24T03:52:30,233 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#B#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:30,233 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/309dab55428a4619b94b2e170e384d43 is 50, key is test_row_0/B:col10/1732420350124/Put/seqid=0 2024-11-24T03:52:30,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742090_1266 (size=12493) 2024-11-24T03:52:30,245 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/77fe1be0c8b9408386bef0323acd81e1 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/77fe1be0c8b9408386bef0323acd81e1 2024-11-24T03:52:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:30,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T03:52:30,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:30,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:30,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:30,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:30,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:30,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:30,253 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/A of bd72dcc41f142f0ec591cb0f5c70ff4d into 77fe1be0c8b9408386bef0323acd81e1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:30,253 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:30,253 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/A, priority=13, startTime=1732420350207; duration=0sec 2024-11-24T03:52:30,253 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:30,253 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:A 2024-11-24T03:52:30,253 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:30,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742091_1267 (size=12493) 2024-11-24T03:52:30,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/f094e6f210094782b718b7b4a6a2ce8b is 50, key is test_row_0/A:col10/1732420350250/Put/seqid=0 2024-11-24T03:52:30,258 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:30,258 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/C is initiating minor compaction (all files) 2024-11-24T03:52:30,258 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/C in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:30,258 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/aadc2afcfa0e406f88d9aa9d3531e695, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ccea3e0a71634deabd7f22fe2b81e284, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/d4ac91d25ba241a8b5e776e4c34bd532] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=35.5 K 2024-11-24T03:52:30,259 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting aadc2afcfa0e406f88d9aa9d3531e695, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732420347598 2024-11-24T03:52:30,260 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccea3e0a71634deabd7f22fe2b81e284, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732420347927 2024-11-24T03:52:30,261 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4ac91d25ba241a8b5e776e4c34bd532, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732420350123 2024-11-24T03:52:30,265 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/309dab55428a4619b94b2e170e384d43 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/309dab55428a4619b94b2e170e384d43 2024-11-24T03:52:30,272 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/B of bd72dcc41f142f0ec591cb0f5c70ff4d into 309dab55428a4619b94b2e170e384d43(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:30,272 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:30,272 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/B, priority=13, startTime=1732420350207; duration=0sec 2024-11-24T03:52:30,273 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:30,273 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:B 2024-11-24T03:52:30,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420410269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,277 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#C#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:30,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420410271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,277 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/4a3e9c2730754ffd87ad66ab93e3c379 is 50, key is test_row_0/C:col10/1732420350124/Put/seqid=0 2024-11-24T03:52:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420410273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420410273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742092_1268 (size=14541) 2024-11-24T03:52:30,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420410277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742093_1269 (size=12493) 2024-11-24T03:52:30,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420410387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420410388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420410388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420410388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420410388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420410597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420410597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420410598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420410598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420410598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/f094e6f210094782b718b7b4a6a2ce8b 2024-11-24T03:52:30,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/af35fa24c1764eb1bfb07d66331676f9 is 50, key is test_row_0/B:col10/1732420350250/Put/seqid=0 2024-11-24T03:52:30,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742094_1270 (size=12151) 2024-11-24T03:52:30,704 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/4a3e9c2730754ffd87ad66ab93e3c379 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/4a3e9c2730754ffd87ad66ab93e3c379 2024-11-24T03:52:30,707 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/C of bd72dcc41f142f0ec591cb0f5c70ff4d into 4a3e9c2730754ffd87ad66ab93e3c379(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:30,707 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:30,707 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/C, priority=13, startTime=1732420350207; duration=0sec 2024-11-24T03:52:30,708 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:30,708 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:C 2024-11-24T03:52:30,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420410907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420410907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420410907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420410907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420410908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:30,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:31,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/af35fa24c1764eb1bfb07d66331676f9 2024-11-24T03:52:31,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/f71d9a32598f4fec8d67757c77b881a4 is 50, key is test_row_0/C:col10/1732420350250/Put/seqid=0 2024-11-24T03:52:31,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742095_1271 (size=12151) 2024-11-24T03:52:31,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420411416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:31,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:31,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420411416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:31,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420411417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:31,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420411417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:31,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:31,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420411417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:31,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:31,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:31,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:31,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/f71d9a32598f4fec8d67757c77b881a4 2024-11-24T03:52:31,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/f094e6f210094782b718b7b4a6a2ce8b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/f094e6f210094782b718b7b4a6a2ce8b 2024-11-24T03:52:31,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/f094e6f210094782b718b7b4a6a2ce8b, entries=200, sequenceid=168, filesize=14.2 K 2024-11-24T03:52:31,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/af35fa24c1764eb1bfb07d66331676f9 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/af35fa24c1764eb1bfb07d66331676f9 2024-11-24T03:52:31,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/af35fa24c1764eb1bfb07d66331676f9, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T03:52:31,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/f71d9a32598f4fec8d67757c77b881a4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/f71d9a32598f4fec8d67757c77b881a4 2024-11-24T03:52:31,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/f71d9a32598f4fec8d67757c77b881a4, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T03:52:31,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for bd72dcc41f142f0ec591cb0f5c70ff4d in 1279ms, sequenceid=168, compaction requested=false 2024-11-24T03:52:31,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T03:52:32,037 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:32,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-24T03:52:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-24T03:52:32,039 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:32,041 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:32,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-24T03:52:32,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-24T03:52:32,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:32,193 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-24T03:52:32,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:32,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:32,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:32,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:32,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:32,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:32,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/8ce2bbb9872243979daa332c424b1dd2 is 50, key is test_row_0/A:col10/1732420350275/Put/seqid=0 2024-11-24T03:52:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742096_1272 (size=12151) 2024-11-24T03:52:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-24T03:52:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:32,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:32,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420412439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420412440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420412441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420412442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420412448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420412556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420412556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420412557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420412557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420412557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,602 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/8ce2bbb9872243979daa332c424b1dd2 2024-11-24T03:52:32,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/1e7dad3401ce4e80869b9598b19c86de is 50, key is test_row_0/B:col10/1732420350275/Put/seqid=0 2024-11-24T03:52:32,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742097_1273 (size=12151) 2024-11-24T03:52:32,623 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/1e7dad3401ce4e80869b9598b19c86de 2024-11-24T03:52:32,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/ea3463896a034eff93e5642f0cf94e01 is 50, key is test_row_0/C:col10/1732420350275/Put/seqid=0 2024-11-24T03:52:32,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742098_1274 (size=12151) 2024-11-24T03:52:32,645 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/ea3463896a034eff93e5642f0cf94e01 2024-11-24T03:52:32,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/8ce2bbb9872243979daa332c424b1dd2 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/8ce2bbb9872243979daa332c424b1dd2 2024-11-24T03:52:32,653 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/8ce2bbb9872243979daa332c424b1dd2, entries=150, sequenceid=186, filesize=11.9 K 2024-11-24T03:52:32,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/1e7dad3401ce4e80869b9598b19c86de as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/1e7dad3401ce4e80869b9598b19c86de 2024-11-24T03:52:32,658 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/1e7dad3401ce4e80869b9598b19c86de, entries=150, sequenceid=186, filesize=11.9 K 2024-11-24T03:52:32,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/ea3463896a034eff93e5642f0cf94e01 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ea3463896a034eff93e5642f0cf94e01 2024-11-24T03:52:32,662 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ea3463896a034eff93e5642f0cf94e01, entries=150, sequenceid=186, filesize=11.9 K 2024-11-24T03:52:32,663 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for bd72dcc41f142f0ec591cb0f5c70ff4d in 470ms, sequenceid=186, compaction requested=true 2024-11-24T03:52:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:32,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-24T03:52:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-24T03:52:32,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-24T03:52:32,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 624 msec 2024-11-24T03:52:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-24T03:52:32,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 629 msec 2024-11-24T03:52:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:32,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-24T03:52:32,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:32,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:32,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:32,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:32,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:32,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:32,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/b5fcc31a1f8f4f4b9876ed519a04d1f6 is 50, key is test_row_0/A:col10/1732420352768/Put/seqid=0 2024-11-24T03:52:32,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420412780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420412781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420412784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420412785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420412785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742099_1275 (size=12151) 2024-11-24T03:52:32,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/b5fcc31a1f8f4f4b9876ed519a04d1f6 2024-11-24T03:52:32,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/8f0dfe9481ad45c8a1f9755c43e5dff0 is 50, key is test_row_0/B:col10/1732420352768/Put/seqid=0 2024-11-24T03:52:32,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742100_1276 (size=12151) 2024-11-24T03:52:32,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/8f0dfe9481ad45c8a1f9755c43e5dff0 2024-11-24T03:52:32,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/53f41e826abb44f4adf68193e33dec66 is 50, key is test_row_0/C:col10/1732420352768/Put/seqid=0 2024-11-24T03:52:32,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742101_1277 (size=12151) 2024-11-24T03:52:32,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420412896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420412896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420412897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420412897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:32,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420412897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:32,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:32,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420413106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420413107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420413107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420413107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420413107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-24T03:52:33,177 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:33,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-24T03:52:33,179 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T03:52:33,179 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:33,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:33,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/53f41e826abb44f4adf68193e33dec66 2024-11-24T03:52:33,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/b5fcc31a1f8f4f4b9876ed519a04d1f6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/b5fcc31a1f8f4f4b9876ed519a04d1f6 2024-11-24T03:52:33,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/b5fcc31a1f8f4f4b9876ed519a04d1f6, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T03:52:33,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/8f0dfe9481ad45c8a1f9755c43e5dff0 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/8f0dfe9481ad45c8a1f9755c43e5dff0 2024-11-24T03:52:33,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/8f0dfe9481ad45c8a1f9755c43e5dff0, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T03:52:33,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/53f41e826abb44f4adf68193e33dec66 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/53f41e826abb44f4adf68193e33dec66 2024-11-24T03:52:33,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/53f41e826abb44f4adf68193e33dec66, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T03:52:33,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for bd72dcc41f142f0ec591cb0f5c70ff4d in 470ms, sequenceid=203, compaction requested=true 2024-11-24T03:52:33,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:33,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:33,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:33,240 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:33,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:33,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:33,240 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:33,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:33,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:33,242 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:33,242 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:33,242 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/A is initiating minor compaction (all files) 2024-11-24T03:52:33,242 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/B is initiating minor compaction (all files) 2024-11-24T03:52:33,242 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/A in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:33,242 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/B in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:33,242 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/309dab55428a4619b94b2e170e384d43, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/af35fa24c1764eb1bfb07d66331676f9, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/1e7dad3401ce4e80869b9598b19c86de, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/8f0dfe9481ad45c8a1f9755c43e5dff0] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=47.8 K 2024-11-24T03:52:33,242 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/77fe1be0c8b9408386bef0323acd81e1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/f094e6f210094782b718b7b4a6a2ce8b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/8ce2bbb9872243979daa332c424b1dd2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/b5fcc31a1f8f4f4b9876ed519a04d1f6] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=50.1 K 2024-11-24T03:52:33,242 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 309dab55428a4619b94b2e170e384d43, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732420350123 2024-11-24T03:52:33,243 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77fe1be0c8b9408386bef0323acd81e1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732420350123 2024-11-24T03:52:33,243 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting af35fa24c1764eb1bfb07d66331676f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732420350248 2024-11-24T03:52:33,243 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e7dad3401ce4e80869b9598b19c86de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420350267 2024-11-24T03:52:33,243 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f094e6f210094782b718b7b4a6a2ce8b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732420350138 2024-11-24T03:52:33,243 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f0dfe9481ad45c8a1f9755c43e5dff0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732420352437 2024-11-24T03:52:33,243 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ce2bbb9872243979daa332c424b1dd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420350267 2024-11-24T03:52:33,244 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5fcc31a1f8f4f4b9876ed519a04d1f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732420352437 2024-11-24T03:52:33,267 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#A#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:33,268 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#B#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:33,268 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/39ff5c03b87844c1aa4de7d096688435 is 50, key is test_row_0/A:col10/1732420352768/Put/seqid=0 2024-11-24T03:52:33,268 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/bc834ff4cce74cba8cb7512f374f124e is 50, key is test_row_0/B:col10/1732420352768/Put/seqid=0 2024-11-24T03:52:33,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742102_1278 (size=12629) 2024-11-24T03:52:33,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742103_1279 (size=12629) 2024-11-24T03:52:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T03:52:33,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-24T03:52:33,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:33,332 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-24T03:52:33,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:33,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:33,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:33,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:33,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:33,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:33,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/fb18c049d9694d70942b38de69dfa1c5 is 50, key is test_row_0/A:col10/1732420352784/Put/seqid=0 2024-11-24T03:52:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742104_1280 (size=12151) 2024-11-24T03:52:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:33,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:33,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420413428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420413429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420413433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420413434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420413434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T03:52:33,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420413537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420413537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420413546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420413547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420413547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,687 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/39ff5c03b87844c1aa4de7d096688435 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/39ff5c03b87844c1aa4de7d096688435 2024-11-24T03:52:33,690 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/bc834ff4cce74cba8cb7512f374f124e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/bc834ff4cce74cba8cb7512f374f124e 2024-11-24T03:52:33,692 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/A of bd72dcc41f142f0ec591cb0f5c70ff4d into 39ff5c03b87844c1aa4de7d096688435(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:33,692 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:33,692 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/A, priority=12, startTime=1732420353240; duration=0sec 2024-11-24T03:52:33,692 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:33,692 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:A 2024-11-24T03:52:33,692 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:33,694 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:33,694 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/C is initiating minor compaction (all files) 2024-11-24T03:52:33,694 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/B of bd72dcc41f142f0ec591cb0f5c70ff4d into bc834ff4cce74cba8cb7512f374f124e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:33,694 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:33,694 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/C in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:33,694 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/B, priority=12, startTime=1732420353240; duration=0sec 2024-11-24T03:52:33,694 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/4a3e9c2730754ffd87ad66ab93e3c379, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/f71d9a32598f4fec8d67757c77b881a4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ea3463896a034eff93e5642f0cf94e01, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/53f41e826abb44f4adf68193e33dec66] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=47.8 K 2024-11-24T03:52:33,694 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:33,694 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:B 2024-11-24T03:52:33,694 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a3e9c2730754ffd87ad66ab93e3c379, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1732420350123 2024-11-24T03:52:33,696 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f71d9a32598f4fec8d67757c77b881a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732420350248 2024-11-24T03:52:33,696 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea3463896a034eff93e5642f0cf94e01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420350267 2024-11-24T03:52:33,696 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53f41e826abb44f4adf68193e33dec66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732420352437 2024-11-24T03:52:33,720 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#C#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:33,721 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/ecf0f7fc526f43e1ae5f4b7eabd44eb7 is 50, key is test_row_0/C:col10/1732420352768/Put/seqid=0 2024-11-24T03:52:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742105_1281 (size=12629) 2024-11-24T03:52:33,741 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/fb18c049d9694d70942b38de69dfa1c5 2024-11-24T03:52:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420413747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420413747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/856fdbec65ff46d8a16185aa7efd40e9 is 50, key is test_row_0/B:col10/1732420352784/Put/seqid=0 2024-11-24T03:52:33,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420413757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420413757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420413757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:33,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742106_1282 (size=12151) 2024-11-24T03:52:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T03:52:34,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420414056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420414056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420414067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420414067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420414067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,132 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/ecf0f7fc526f43e1ae5f4b7eabd44eb7 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ecf0f7fc526f43e1ae5f4b7eabd44eb7 2024-11-24T03:52:34,135 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/C of bd72dcc41f142f0ec591cb0f5c70ff4d into ecf0f7fc526f43e1ae5f4b7eabd44eb7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:34,135 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:34,135 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/C, priority=12, startTime=1732420353240; duration=0sec 2024-11-24T03:52:34,136 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:34,136 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:C 2024-11-24T03:52:34,166 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/856fdbec65ff46d8a16185aa7efd40e9 2024-11-24T03:52:34,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/b6af7f54f294420bac234b33fb8e28d2 is 50, key is test_row_0/C:col10/1732420352784/Put/seqid=0 2024-11-24T03:52:34,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742107_1283 (size=12151) 2024-11-24T03:52:34,176 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/b6af7f54f294420bac234b33fb8e28d2 2024-11-24T03:52:34,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/fb18c049d9694d70942b38de69dfa1c5 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/fb18c049d9694d70942b38de69dfa1c5 2024-11-24T03:52:34,183 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/fb18c049d9694d70942b38de69dfa1c5, entries=150, sequenceid=218, filesize=11.9 K 2024-11-24T03:52:34,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/856fdbec65ff46d8a16185aa7efd40e9 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/856fdbec65ff46d8a16185aa7efd40e9 2024-11-24T03:52:34,187 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/856fdbec65ff46d8a16185aa7efd40e9, entries=150, sequenceid=218, filesize=11.9 K 2024-11-24T03:52:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/b6af7f54f294420bac234b33fb8e28d2 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/b6af7f54f294420bac234b33fb8e28d2 2024-11-24T03:52:34,191 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/b6af7f54f294420bac234b33fb8e28d2, entries=150, sequenceid=218, filesize=11.9 K 2024-11-24T03:52:34,192 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for bd72dcc41f142f0ec591cb0f5c70ff4d in 861ms, sequenceid=218, compaction requested=false 2024-11-24T03:52:34,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:34,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:34,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-24T03:52:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-24T03:52:34,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-24T03:52:34,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0140 sec 2024-11-24T03:52:34,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.0190 sec 2024-11-24T03:52:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T03:52:34,317 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:34,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-24T03:52:34,319 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T03:52:34,320 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:34,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T03:52:34,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-24T03:52:34,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:34,472 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-24T03:52:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:34,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/a698aa4ccf4c466d82c1ed9ef30d9626 is 50, key is test_row_1/A:col10/1732420353431/Put/seqid=0 2024-11-24T03:52:34,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742108_1284 (size=9757) 2024-11-24T03:52:34,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:34,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:34,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420414579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420414579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420414580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420414580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420414581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T03:52:34,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420414686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420414686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420414687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420414687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420414687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,881 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/a698aa4ccf4c466d82c1ed9ef30d9626 2024-11-24T03:52:34,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/81bb69feaf3e49d7a3774e530ce88a6b is 50, key is test_row_1/B:col10/1732420353431/Put/seqid=0 2024-11-24T03:52:34,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742109_1285 (size=9757) 2024-11-24T03:52:34,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420414897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420414897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420414897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420414897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420414897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:34,900 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T03:52:35,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420415207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420415207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420415207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420415207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420415208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,292 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/81bb69feaf3e49d7a3774e530ce88a6b 2024-11-24T03:52:35,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/f9bb553a0fe040e9b2f9da285c8a0256 is 50, key is test_row_1/C:col10/1732420353431/Put/seqid=0 2024-11-24T03:52:35,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742110_1286 (size=9757) 2024-11-24T03:52:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T03:52:35,701 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/f9bb553a0fe040e9b2f9da285c8a0256 2024-11-24T03:52:35,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/a698aa4ccf4c466d82c1ed9ef30d9626 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/a698aa4ccf4c466d82c1ed9ef30d9626 2024-11-24T03:52:35,708 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/a698aa4ccf4c466d82c1ed9ef30d9626, entries=100, sequenceid=238, filesize=9.5 K 2024-11-24T03:52:35,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/81bb69feaf3e49d7a3774e530ce88a6b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/81bb69feaf3e49d7a3774e530ce88a6b 2024-11-24T03:52:35,711 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/81bb69feaf3e49d7a3774e530ce88a6b, entries=100, sequenceid=238, filesize=9.5 K 2024-11-24T03:52:35,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/f9bb553a0fe040e9b2f9da285c8a0256 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/f9bb553a0fe040e9b2f9da285c8a0256 2024-11-24T03:52:35,715 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/f9bb553a0fe040e9b2f9da285c8a0256, entries=100, sequenceid=238, filesize=9.5 K 2024-11-24T03:52:35,716 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for bd72dcc41f142f0ec591cb0f5c70ff4d in 1244ms, sequenceid=238, compaction requested=true 2024-11-24T03:52:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-24T03:52:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-24T03:52:35,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-24T03:52:35,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3970 sec 2024-11-24T03:52:35,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4020 sec 2024-11-24T03:52:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:35,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-24T03:52:35,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:35,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:35,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:35,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:35,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:35,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:35,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/bb38272db92f40498736ff440059f083 is 50, key is test_row_0/A:col10/1732420354580/Put/seqid=0 2024-11-24T03:52:35,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742111_1287 (size=12201) 2024-11-24T03:52:35,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420415730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420415733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420415734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420415734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420415735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420415837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420415846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420415846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420415847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420415847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:35,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420416046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420416057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420416057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,059 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,060 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420416057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420416057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/bb38272db92f40498736ff440059f083 2024-11-24T03:52:36,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/66c3cf020d2d46deb8c6c2eca817c712 is 50, key is test_row_0/B:col10/1732420354580/Put/seqid=0 2024-11-24T03:52:36,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742112_1288 (size=12201) 2024-11-24T03:52:36,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/66c3cf020d2d46deb8c6c2eca817c712 2024-11-24T03:52:36,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/051c157d2bf745c39789748981b8b076 is 50, key is test_row_0/C:col10/1732420354580/Put/seqid=0 2024-11-24T03:52:36,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742113_1289 (size=12201) 2024-11-24T03:52:36,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420416357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420416366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420416366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420416367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420416367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,371 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T03:52:36,467 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:36,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-24T03:52:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T03:52:36,469 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:36,470 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:36,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T03:52:36,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/051c157d2bf745c39789748981b8b076 2024-11-24T03:52:36,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/bb38272db92f40498736ff440059f083 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bb38272db92f40498736ff440059f083 2024-11-24T03:52:36,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bb38272db92f40498736ff440059f083, entries=150, sequenceid=257, filesize=11.9 K 2024-11-24T03:52:36,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/66c3cf020d2d46deb8c6c2eca817c712 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/66c3cf020d2d46deb8c6c2eca817c712 2024-11-24T03:52:36,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/66c3cf020d2d46deb8c6c2eca817c712, entries=150, sequenceid=257, filesize=11.9 K 2024-11-24T03:52:36,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/051c157d2bf745c39789748981b8b076 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/051c157d2bf745c39789748981b8b076 2024-11-24T03:52:36,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/051c157d2bf745c39789748981b8b076, entries=150, sequenceid=257, filesize=11.9 K 2024-11-24T03:52:36,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for bd72dcc41f142f0ec591cb0f5c70ff4d in 893ms, sequenceid=257, compaction requested=true 2024-11-24T03:52:36,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:36,615 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:36,615 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:36,616 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46738 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:36,616 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46738 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:36,616 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/A is initiating minor compaction (all files) 2024-11-24T03:52:36,616 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/B is initiating minor compaction (all files) 2024-11-24T03:52:36,616 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/A in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:36,616 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/B in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:36,616 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/39ff5c03b87844c1aa4de7d096688435, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/fb18c049d9694d70942b38de69dfa1c5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/a698aa4ccf4c466d82c1ed9ef30d9626, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bb38272db92f40498736ff440059f083] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=45.6 K 2024-11-24T03:52:36,616 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/bc834ff4cce74cba8cb7512f374f124e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/856fdbec65ff46d8a16185aa7efd40e9, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/81bb69feaf3e49d7a3774e530ce88a6b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/66c3cf020d2d46deb8c6c2eca817c712] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=45.6 K 2024-11-24T03:52:36,616 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39ff5c03b87844c1aa4de7d096688435, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732420352437 2024-11-24T03:52:36,617 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting bc834ff4cce74cba8cb7512f374f124e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732420352437 2024-11-24T03:52:36,617 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb18c049d9694d70942b38de69dfa1c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732420352782 2024-11-24T03:52:36,617 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a698aa4ccf4c466d82c1ed9ef30d9626, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732420353431 2024-11-24T03:52:36,617 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 856fdbec65ff46d8a16185aa7efd40e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732420352782 2024-11-24T03:52:36,617 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb38272db92f40498736ff440059f083, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732420354580 2024-11-24T03:52:36,618 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 81bb69feaf3e49d7a3774e530ce88a6b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732420353431 2024-11-24T03:52:36,618 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 66c3cf020d2d46deb8c6c2eca817c712, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732420354580 2024-11-24T03:52:36,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-24T03:52:36,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:36,622 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T03:52:36,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:36,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:36,633 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#B#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:36,634 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/f75c3716273a4203a88273b65ed5846f is 50, key is test_row_0/B:col10/1732420354580/Put/seqid=0 2024-11-24T03:52:36,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/df97c49b0e314fc6ad34f112990e0d2f is 50, key is test_row_0/A:col10/1732420355733/Put/seqid=0 2024-11-24T03:52:36,638 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:36,638 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/88146eca35164ce5b20d77e3f33389bb is 50, key is test_row_0/A:col10/1732420354580/Put/seqid=0 2024-11-24T03:52:36,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742114_1290 (size=12815) 2024-11-24T03:52:36,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742115_1291 (size=12301) 2024-11-24T03:52:36,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742116_1292 (size=12815) 2024-11-24T03:52:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T03:52:36,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:36,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:36,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420416892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420416893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420416893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420416894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:36,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420416895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420417006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420417007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420417007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420417007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420417007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,012 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,056 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/df97c49b0e314fc6ad34f112990e0d2f 2024-11-24T03:52:37,057 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/f75c3716273a4203a88273b65ed5846f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/f75c3716273a4203a88273b65ed5846f 2024-11-24T03:52:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/65f553ad55dd46a08716536a8e9f5477 is 50, key is test_row_0/B:col10/1732420355733/Put/seqid=0 2024-11-24T03:52:37,069 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/B of bd72dcc41f142f0ec591cb0f5c70ff4d into f75c3716273a4203a88273b65ed5846f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:37,069 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:37,070 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/B, priority=12, startTime=1732420356615; duration=0sec 2024-11-24T03:52:37,070 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:37,070 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:B 2024-11-24T03:52:37,070 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:37,071 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46738 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:37,071 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/C is initiating minor compaction (all files) 2024-11-24T03:52:37,071 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/C in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:37,071 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ecf0f7fc526f43e1ae5f4b7eabd44eb7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/b6af7f54f294420bac234b33fb8e28d2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/f9bb553a0fe040e9b2f9da285c8a0256, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/051c157d2bf745c39789748981b8b076] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=45.6 K 2024-11-24T03:52:37,072 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting ecf0f7fc526f43e1ae5f4b7eabd44eb7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732420352437 2024-11-24T03:52:37,072 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting b6af7f54f294420bac234b33fb8e28d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732420352782 2024-11-24T03:52:37,072 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f9bb553a0fe040e9b2f9da285c8a0256, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732420353431 2024-11-24T03:52:37,073 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/88146eca35164ce5b20d77e3f33389bb as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/88146eca35164ce5b20d77e3f33389bb 2024-11-24T03:52:37,073 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 051c157d2bf745c39789748981b8b076, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732420354580 2024-11-24T03:52:37,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742117_1293 (size=12301) 2024-11-24T03:52:37,074 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/65f553ad55dd46a08716536a8e9f5477 2024-11-24T03:52:37,078 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/A of bd72dcc41f142f0ec591cb0f5c70ff4d into 88146eca35164ce5b20d77e3f33389bb(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:37,078 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:37,078 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/A, priority=12, startTime=1732420356615; duration=0sec 2024-11-24T03:52:37,078 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:37,078 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:A 2024-11-24T03:52:37,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/4ffaf03e89cd45fea8cfc7cc23dada47 is 50, key is test_row_0/C:col10/1732420355733/Put/seqid=0 2024-11-24T03:52:37,089 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#C#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:37,090 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/8e3b29c1992145d19fd288543e0ac9bd is 50, key is test_row_0/C:col10/1732420354580/Put/seqid=0 2024-11-24T03:52:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742118_1294 (size=12301) 2024-11-24T03:52:37,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742119_1295 (size=12815) 2024-11-24T03:52:37,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T03:52:37,097 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/8e3b29c1992145d19fd288543e0ac9bd as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/8e3b29c1992145d19fd288543e0ac9bd 2024-11-24T03:52:37,101 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/C of bd72dcc41f142f0ec591cb0f5c70ff4d into 8e3b29c1992145d19fd288543e0ac9bd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:37,101 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:37,101 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/C, priority=12, startTime=1732420356615; duration=0sec 2024-11-24T03:52:37,101 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:37,101 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:C 2024-11-24T03:52:37,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420417217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420417217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420417217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420417217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420417217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,220 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,492 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/4ffaf03e89cd45fea8cfc7cc23dada47 2024-11-24T03:52:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/df97c49b0e314fc6ad34f112990e0d2f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/df97c49b0e314fc6ad34f112990e0d2f 2024-11-24T03:52:37,499 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/df97c49b0e314fc6ad34f112990e0d2f, entries=150, sequenceid=271, filesize=12.0 K 2024-11-24T03:52:37,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/65f553ad55dd46a08716536a8e9f5477 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/65f553ad55dd46a08716536a8e9f5477 2024-11-24T03:52:37,502 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/65f553ad55dd46a08716536a8e9f5477, entries=150, sequenceid=271, filesize=12.0 K 2024-11-24T03:52:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/4ffaf03e89cd45fea8cfc7cc23dada47 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/4ffaf03e89cd45fea8cfc7cc23dada47 2024-11-24T03:52:37,506 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/4ffaf03e89cd45fea8cfc7cc23dada47, entries=150, sequenceid=271, filesize=12.0 K 2024-11-24T03:52:37,506 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for bd72dcc41f142f0ec591cb0f5c70ff4d in 884ms, sequenceid=271, compaction requested=false 2024-11-24T03:52:37,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:37,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:37,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-24T03:52:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-24T03:52:37,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-24T03:52:37,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0380 sec 2024-11-24T03:52:37,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.0420 sec 2024-11-24T03:52:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:37,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T03:52:37,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:37,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:37,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:37,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:37,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:37,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:37,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/60849ac1cda44a2c9314471ac762f283 is 50, key is test_row_0/A:col10/1732420357528/Put/seqid=0 2024-11-24T03:52:37,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742120_1296 (size=12301) 2024-11-24T03:52:37,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/60849ac1cda44a2c9314471ac762f283 2024-11-24T03:52:37,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420417536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420417536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420417537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,541 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420417537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/4aff553554db47f3a56864eec77d56f9 is 50, key is test_row_0/B:col10/1732420357528/Put/seqid=0 2024-11-24T03:52:37,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420417540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742121_1297 (size=12301) 2024-11-24T03:52:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T03:52:37,607 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:37,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-24T03:52:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T03:52:37,609 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:37,609 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:37,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:37,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420417647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420417647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420417647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420417647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420417648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,651 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T03:52:37,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T03:52:37,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:37,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:37,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:37,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:37,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:37,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420417856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420417857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420417857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420417857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420417857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:37,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:37,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T03:52:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:37,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:37,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:37,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T03:52:37,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/4aff553554db47f3a56864eec77d56f9 2024-11-24T03:52:37,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/3692061a07d946fb9e48a3ceab3f0988 is 50, key is test_row_0/C:col10/1732420357528/Put/seqid=0 2024-11-24T03:52:37,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742122_1298 (size=12301) 2024-11-24T03:52:38,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T03:52:38,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:38,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:38,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:38,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:38,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:38,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420418166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420418166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420418166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420418167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420418167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T03:52:38,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:38,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:38,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:38,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:38,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T03:52:38,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/3692061a07d946fb9e48a3ceab3f0988 2024-11-24T03:52:38,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/60849ac1cda44a2c9314471ac762f283 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/60849ac1cda44a2c9314471ac762f283 2024-11-24T03:52:38,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/60849ac1cda44a2c9314471ac762f283, entries=150, sequenceid=294, filesize=12.0 K 2024-11-24T03:52:38,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/4aff553554db47f3a56864eec77d56f9 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4aff553554db47f3a56864eec77d56f9 2024-11-24T03:52:38,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4aff553554db47f3a56864eec77d56f9, entries=150, sequenceid=294, filesize=12.0 K 2024-11-24T03:52:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/3692061a07d946fb9e48a3ceab3f0988 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/3692061a07d946fb9e48a3ceab3f0988 2024-11-24T03:52:38,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T03:52:38,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:38,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:38,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:38,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:38,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:38,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/3692061a07d946fb9e48a3ceab3f0988, entries=150, sequenceid=294, filesize=12.0 K 2024-11-24T03:52:38,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for bd72dcc41f142f0ec591cb0f5c70ff4d in 851ms, sequenceid=294, compaction requested=true 2024-11-24T03:52:38,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:38,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:38,380 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:38,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:38,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:38,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:38,381 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:38,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:38,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:38,381 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:38,381 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:38,382 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/B is initiating minor compaction (all files) 2024-11-24T03:52:38,382 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/A is initiating minor compaction (all files) 2024-11-24T03:52:38,382 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/A in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:38,382 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/88146eca35164ce5b20d77e3f33389bb, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/df97c49b0e314fc6ad34f112990e0d2f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/60849ac1cda44a2c9314471ac762f283] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=36.5 K 2024-11-24T03:52:38,382 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/B in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:38,382 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/f75c3716273a4203a88273b65ed5846f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/65f553ad55dd46a08716536a8e9f5477, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4aff553554db47f3a56864eec77d56f9] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=36.5 K 2024-11-24T03:52:38,382 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88146eca35164ce5b20d77e3f33389bb, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732420354580 2024-11-24T03:52:38,382 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f75c3716273a4203a88273b65ed5846f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732420354580 2024-11-24T03:52:38,383 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting df97c49b0e314fc6ad34f112990e0d2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732420355733 2024-11-24T03:52:38,383 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 65f553ad55dd46a08716536a8e9f5477, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732420355733 2024-11-24T03:52:38,383 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60849ac1cda44a2c9314471ac762f283, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732420356893 2024-11-24T03:52:38,383 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4aff553554db47f3a56864eec77d56f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732420356893 2024-11-24T03:52:38,390 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#B#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:38,390 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/e51d189e2d9640b9aa4b47181a51387f is 50, key is test_row_0/B:col10/1732420357528/Put/seqid=0 2024-11-24T03:52:38,391 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:38,392 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/593dba0dacbf42cdb823e07c70485821 is 50, key is test_row_0/A:col10/1732420357528/Put/seqid=0 2024-11-24T03:52:38,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742124_1300 (size=13017) 2024-11-24T03:52:38,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742123_1299 (size=13017) 2024-11-24T03:52:38,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T03:52:38,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:38,529 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T03:52:38,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:38,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/2527d7ed667940d99e23a3178d42ab68 is 50, key is test_row_0/A:col10/1732420357530/Put/seqid=0 2024-11-24T03:52:38,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742125_1301 (size=12301) 2024-11-24T03:52:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:38,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:38,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420418692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420418693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420418693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420418697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420418697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T03:52:38,800 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/593dba0dacbf42cdb823e07c70485821 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/593dba0dacbf42cdb823e07c70485821 2024-11-24T03:52:38,807 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/A of bd72dcc41f142f0ec591cb0f5c70ff4d into 593dba0dacbf42cdb823e07c70485821(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:38,807 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:38,807 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/A, priority=13, startTime=1732420358380; duration=0sec 2024-11-24T03:52:38,807 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:38,807 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:A 2024-11-24T03:52:38,808 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:38,808 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/e51d189e2d9640b9aa4b47181a51387f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/e51d189e2d9640b9aa4b47181a51387f 2024-11-24T03:52:38,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420418808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420418809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420418809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420418809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,810 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,810 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/C is initiating minor compaction (all files) 2024-11-24T03:52:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,810 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/C in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:38,810 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/8e3b29c1992145d19fd288543e0ac9bd, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/4ffaf03e89cd45fea8cfc7cc23dada47, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/3692061a07d946fb9e48a3ceab3f0988] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=36.5 K 2024-11-24T03:52:38,811 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e3b29c1992145d19fd288543e0ac9bd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732420354580 2024-11-24T03:52:38,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420418809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:38,811 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ffaf03e89cd45fea8cfc7cc23dada47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732420355733 2024-11-24T03:52:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:38,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:38,812 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3692061a07d946fb9e48a3ceab3f0988, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732420356893 2024-11-24T03:52:38,814 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/B of bd72dcc41f142f0ec591cb0f5c70ff4d into e51d189e2d9640b9aa4b47181a51387f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:38,814 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:38,814 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/B, priority=13, startTime=1732420358380; duration=0sec 2024-11-24T03:52:38,814 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:38,815 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:B 2024-11-24T03:52:38,829 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:38,830 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/230330f718bd47bbabdbcfa190515d87 is 50, key is test_row_0/C:col10/1732420357528/Put/seqid=0 2024-11-24T03:52:38,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742126_1302 (size=13017) 2024-11-24T03:52:38,840 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/230330f718bd47bbabdbcfa190515d87 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/230330f718bd47bbabdbcfa190515d87 2024-11-24T03:52:38,845 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/C of bd72dcc41f142f0ec591cb0f5c70ff4d into 230330f718bd47bbabdbcfa190515d87(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:38,845 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:38,845 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/C, priority=13, startTime=1732420358381; duration=0sec 2024-11-24T03:52:38,845 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:38,845 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:C 2024-11-24T03:52:38,940 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/2527d7ed667940d99e23a3178d42ab68 2024-11-24T03:52:38,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/ec026e8855184c29aa11724553cd6bac is 50, key is test_row_0/B:col10/1732420357530/Put/seqid=0 2024-11-24T03:52:38,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742127_1303 (size=12301) 2024-11-24T03:52:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420419016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420419016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420419017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420419017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,019 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420419017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420419327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420419327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420419327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420419327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420419327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,350 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/ec026e8855184c29aa11724553cd6bac 2024-11-24T03:52:39,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/87fdc6c462bf4977a718e9fda122bbce is 50, key is test_row_0/C:col10/1732420357530/Put/seqid=0 2024-11-24T03:52:39,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742128_1304 (size=12301) 2024-11-24T03:52:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T03:52:39,760 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/87fdc6c462bf4977a718e9fda122bbce 2024-11-24T03:52:39,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/2527d7ed667940d99e23a3178d42ab68 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2527d7ed667940d99e23a3178d42ab68 2024-11-24T03:52:39,767 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2527d7ed667940d99e23a3178d42ab68, entries=150, sequenceid=306, filesize=12.0 K 2024-11-24T03:52:39,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/ec026e8855184c29aa11724553cd6bac as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/ec026e8855184c29aa11724553cd6bac 2024-11-24T03:52:39,770 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/ec026e8855184c29aa11724553cd6bac, entries=150, sequenceid=306, filesize=12.0 K 2024-11-24T03:52:39,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/87fdc6c462bf4977a718e9fda122bbce as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/87fdc6c462bf4977a718e9fda122bbce 2024-11-24T03:52:39,774 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/87fdc6c462bf4977a718e9fda122bbce, entries=150, sequenceid=306, filesize=12.0 K 2024-11-24T03:52:39,775 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for bd72dcc41f142f0ec591cb0f5c70ff4d in 1245ms, sequenceid=306, compaction requested=false 2024-11-24T03:52:39,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:39,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:39,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-24T03:52:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-24T03:52:39,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-24T03:52:39,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1720 sec 2024-11-24T03:52:39,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 2.1780 sec 2024-11-24T03:52:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:39,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-24T03:52:39,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:39,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:39,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:39,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:39,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:39,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:39,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/4cdcf6100ef3426bb82ac79f882f6dd4 is 50, key is test_row_0/A:col10/1732420359837/Put/seqid=0 2024-11-24T03:52:39,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742129_1305 (size=14741) 2024-11-24T03:52:39,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420419842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420419843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420419845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420419846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420419849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420419957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420419957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420419957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420419957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420419957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:39,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420420167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420420167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420420167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420420167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420420168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/4cdcf6100ef3426bb82ac79f882f6dd4 2024-11-24T03:52:40,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/4707981b79f14df0ad8a9f481e5e3659 is 50, key is test_row_0/B:col10/1732420359837/Put/seqid=0 2024-11-24T03:52:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742130_1306 (size=12301) 2024-11-24T03:52:40,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420420477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420420477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420420477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420420477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420420477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/4707981b79f14df0ad8a9f481e5e3659 2024-11-24T03:52:40,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/432245a355944b7a9f866d8c0498a1e0 is 50, key is test_row_0/C:col10/1732420359837/Put/seqid=0 2024-11-24T03:52:40,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742131_1307 (size=12301) 2024-11-24T03:52:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420420987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420420987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420420987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420420988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420420988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:40,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:41,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/432245a355944b7a9f866d8c0498a1e0 2024-11-24T03:52:41,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/4cdcf6100ef3426bb82ac79f882f6dd4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/4cdcf6100ef3426bb82ac79f882f6dd4 2024-11-24T03:52:41,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/4cdcf6100ef3426bb82ac79f882f6dd4, entries=200, sequenceid=330, filesize=14.4 K 2024-11-24T03:52:41,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/4707981b79f14df0ad8a9f481e5e3659 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4707981b79f14df0ad8a9f481e5e3659 2024-11-24T03:52:41,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4707981b79f14df0ad8a9f481e5e3659, entries=150, sequenceid=330, filesize=12.0 K 2024-11-24T03:52:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/432245a355944b7a9f866d8c0498a1e0 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/432245a355944b7a9f866d8c0498a1e0 2024-11-24T03:52:41,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/432245a355944b7a9f866d8c0498a1e0, entries=150, sequenceid=330, filesize=12.0 K 2024-11-24T03:52:41,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for bd72dcc41f142f0ec591cb0f5c70ff4d in 1251ms, sequenceid=330, compaction requested=true 2024-11-24T03:52:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:41,089 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:41,089 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:41,090 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:41,090 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:41,090 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/A is initiating minor compaction (all files) 2024-11-24T03:52:41,090 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/B is initiating minor compaction (all files) 2024-11-24T03:52:41,090 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/B in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:41,090 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/A in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:41,090 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/e51d189e2d9640b9aa4b47181a51387f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/ec026e8855184c29aa11724553cd6bac, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4707981b79f14df0ad8a9f481e5e3659] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=36.7 K 2024-11-24T03:52:41,090 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/593dba0dacbf42cdb823e07c70485821, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2527d7ed667940d99e23a3178d42ab68, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/4cdcf6100ef3426bb82ac79f882f6dd4] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=39.1 K 2024-11-24T03:52:41,090 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting e51d189e2d9640b9aa4b47181a51387f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732420356893 2024-11-24T03:52:41,090 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 593dba0dacbf42cdb823e07c70485821, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732420356893 2024-11-24T03:52:41,090 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting ec026e8855184c29aa11724553cd6bac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732420357530 2024-11-24T03:52:41,090 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2527d7ed667940d99e23a3178d42ab68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732420357530 2024-11-24T03:52:41,090 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4707981b79f14df0ad8a9f481e5e3659, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732420358691 2024-11-24T03:52:41,091 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cdcf6100ef3426bb82ac79f882f6dd4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732420358691 2024-11-24T03:52:41,096 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#A#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:41,097 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/0ff4acab370f43baa5870538d074ea35 is 50, key is test_row_0/A:col10/1732420359837/Put/seqid=0 2024-11-24T03:52:41,099 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:41,100 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/cb5d4275074a45eaa6409c24e5ce8da3 is 50, key is test_row_0/B:col10/1732420359837/Put/seqid=0 2024-11-24T03:52:41,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742133_1309 (size=13119) 2024-11-24T03:52:41,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742132_1308 (size=13119) 2024-11-24T03:52:41,108 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/cb5d4275074a45eaa6409c24e5ce8da3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/cb5d4275074a45eaa6409c24e5ce8da3 2024-11-24T03:52:41,108 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/0ff4acab370f43baa5870538d074ea35 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/0ff4acab370f43baa5870538d074ea35 2024-11-24T03:52:41,113 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/B of bd72dcc41f142f0ec591cb0f5c70ff4d into cb5d4275074a45eaa6409c24e5ce8da3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:41,113 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:41,113 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/A of bd72dcc41f142f0ec591cb0f5c70ff4d into 0ff4acab370f43baa5870538d074ea35(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:41,113 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/B, priority=13, startTime=1732420361089; duration=0sec 2024-11-24T03:52:41,113 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:41,113 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/A, priority=13, startTime=1732420361089; duration=0sec 2024-11-24T03:52:41,113 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:41,113 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:41,113 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:B 2024-11-24T03:52:41,113 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:A 2024-11-24T03:52:41,113 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:41,114 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:41,114 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): bd72dcc41f142f0ec591cb0f5c70ff4d/C is initiating minor compaction (all files) 2024-11-24T03:52:41,114 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bd72dcc41f142f0ec591cb0f5c70ff4d/C in TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:41,114 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/230330f718bd47bbabdbcfa190515d87, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/87fdc6c462bf4977a718e9fda122bbce, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/432245a355944b7a9f866d8c0498a1e0] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp, totalSize=36.7 K 2024-11-24T03:52:41,115 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 230330f718bd47bbabdbcfa190515d87, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732420356893 2024-11-24T03:52:41,115 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 87fdc6c462bf4977a718e9fda122bbce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1732420357530 2024-11-24T03:52:41,115 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 432245a355944b7a9f866d8c0498a1e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732420358691 2024-11-24T03:52:41,124 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bd72dcc41f142f0ec591cb0f5c70ff4d#C#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:41,124 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/24bc099f863a48bcb771e87848be6ab4 is 50, key is test_row_0/C:col10/1732420359837/Put/seqid=0 2024-11-24T03:52:41,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742134_1310 (size=13119) 2024-11-24T03:52:41,189 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/24bc099f863a48bcb771e87848be6ab4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/24bc099f863a48bcb771e87848be6ab4 2024-11-24T03:52:41,193 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bd72dcc41f142f0ec591cb0f5c70ff4d/C of bd72dcc41f142f0ec591cb0f5c70ff4d into 24bc099f863a48bcb771e87848be6ab4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:41,193 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:41,193 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., storeName=bd72dcc41f142f0ec591cb0f5c70ff4d/C, priority=13, startTime=1732420361089; duration=0sec 2024-11-24T03:52:41,193 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:41,193 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:C 2024-11-24T03:52:41,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T03:52:41,767 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:41,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-24T03:52:41,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T03:52:41,769 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:41,770 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:41,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:41,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T03:52:41,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-24T03:52:41,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:41,923 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T03:52:41,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:41,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:41,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:41,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:41,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:41,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:41,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/d5ad1824961449ee92f3723fbbc780b4 is 50, key is test_row_0/A:col10/1732420359845/Put/seqid=0 2024-11-24T03:52:41,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742135_1311 (size=12301) 2024-11-24T03:52:41,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:41,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. as already flushing 2024-11-24T03:52:42,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420422019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,024 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420362015, max timestamp=1732420362022Num uniques 859; 2024-11-24T03:52:42,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:52:42,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420362015, max timestamp=1732420362022Num uniques 859; 2024-11-24T03:52:42,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:52:42,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420362015, max timestamp=1732420362022Num uniques 859; 2024-11-24T03:52:42,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,025 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,025 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:52:42,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420422041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420422042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420422043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420422043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T03:52:42,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420422126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420422157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420422157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420422157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420422157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,332 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/d5ad1824961449ee92f3723fbbc780b4 2024-11-24T03:52:42,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/72f2d122d2154ee8befd39c959bfb536 is 50, key is test_row_0/B:col10/1732420359845/Put/seqid=0 2024-11-24T03:52:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420422337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742136_1312 (size=12301) 2024-11-24T03:52:42,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420422367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420422367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420422367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420422367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T03:52:42,447 INFO [Thread-1115 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1115. 2024-11-24T03:52:42,447 DEBUG [Thread-1115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:42,447 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:42,448 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:42,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:42,450 INFO [Thread-1117 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1117. 2024-11-24T03:52:42,450 DEBUG [Thread-1117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:42,450 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:42,450 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:42,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:42,450 INFO [Thread-1111 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1111. 2024-11-24T03:52:42,450 DEBUG [Thread-1111 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:42,450 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:42,450 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:42,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:42,452 INFO [Thread-1109 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1109. 2024-11-24T03:52:42,452 DEBUG [Thread-1109 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:42,452 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:42,452 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:42,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:42,453 INFO [Thread-1113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1113. 2024-11-24T03:52:42,453 DEBUG [Thread-1113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:42,453 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:42,453 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:42,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:42,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420422647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60078 deadline: 1732420422677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60094 deadline: 1732420422678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60070 deadline: 1732420422678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60030 deadline: 1732420422678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,680 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:42,745 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/72f2d122d2154ee8befd39c959bfb536 2024-11-24T03:52:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/0ae511c4c1cd4ae0b29507dc6a584f6b is 50, key is test_row_0/C:col10/1732420359845/Put/seqid=0 2024-11-24T03:52:42,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742137_1313 (size=12301) 2024-11-24T03:52:42,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T03:52:43,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60044 deadline: 1732420423157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:43,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:52:43,162 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/0ae511c4c1cd4ae0b29507dc6a584f6b 2024-11-24T03:52:43,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/d5ad1824961449ee92f3723fbbc780b4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/d5ad1824961449ee92f3723fbbc780b4 2024-11-24T03:52:43,175 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/d5ad1824961449ee92f3723fbbc780b4, entries=150, sequenceid=344, filesize=12.0 K 2024-11-24T03:52:43,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/72f2d122d2154ee8befd39c959bfb536 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/72f2d122d2154ee8befd39c959bfb536 2024-11-24T03:52:43,180 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/72f2d122d2154ee8befd39c959bfb536, entries=150, sequenceid=344, filesize=12.0 K 2024-11-24T03:52:43,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/0ae511c4c1cd4ae0b29507dc6a584f6b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/0ae511c4c1cd4ae0b29507dc6a584f6b 2024-11-24T03:52:43,184 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/0ae511c4c1cd4ae0b29507dc6a584f6b, entries=150, sequenceid=344, filesize=12.0 K 2024-11-24T03:52:43,185 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for bd72dcc41f142f0ec591cb0f5c70ff4d in 1262ms, sequenceid=344, compaction requested=false 2024-11-24T03:52:43,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:43,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:43,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-24T03:52:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-24T03:52:43,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=147.60 KB heapSize=425.53 KB 2024-11-24T03:52:43,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:43,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:52:43,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:43,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:52:43,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:43,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:52:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:43,189 INFO [Thread-1106 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1106. 2024-11-24T03:52:43,189 INFO [Thread-1102 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1102. 2024-11-24T03:52:43,189 DEBUG [Thread-1106 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:43,189 DEBUG [Thread-1102 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:43,189 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:43,189 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:43,189 DEBUG [Thread-1106 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:43,189 INFO [Thread-1104 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1104. 2024-11-24T03:52:43,189 DEBUG [Thread-1102 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:43,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:43,189 DEBUG [Thread-1104 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:43,189 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:43,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:43,189 DEBUG [Thread-1104 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:43,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-24T03:52:43,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-11-24T03:52:43,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:43,190 INFO [Thread-1100 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1100. 2024-11-24T03:52:43,190 DEBUG [Thread-1100 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:43,191 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:43,191 DEBUG [Thread-1100 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:43,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:43,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.4220 sec 2024-11-24T03:52:43,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/10dd595f8238493c8367d8355441c7d7 is 50, key is test_row_0/A:col10/1732420363187/Put/seqid=0 2024-11-24T03:52:43,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742138_1314 (size=12301) 2024-11-24T03:52:43,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/10dd595f8238493c8367d8355441c7d7 2024-11-24T03:52:43,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/5b884262eb9f404ea4b5e749e3da5724 is 50, key is test_row_0/B:col10/1732420363187/Put/seqid=0 2024-11-24T03:52:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742139_1315 (size=12301) 2024-11-24T03:52:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T03:52:43,928 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:44,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/5b884262eb9f404ea4b5e749e3da5724 2024-11-24T03:52:44,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/63e1019cfdcf4808901a6ad6430ed469 is 50, key is test_row_0/C:col10/1732420363187/Put/seqid=0 2024-11-24T03:52:44,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742140_1316 (size=12301) 2024-11-24T03:52:44,180 INFO [Thread-1098 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1098. 2024-11-24T03:52:44,181 DEBUG [Thread-1098 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:52:44,181 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:44,181 DEBUG [Thread-1098 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:44,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:44,181 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:52:44,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-24T03:52:44,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-24T03:52:44,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-24T03:52:44,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-24T03:52:44,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-24T03:52:44,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:52:44,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3903 2024-11-24T03:52:44,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3654 2024-11-24T03:52:44,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3779 2024-11-24T03:52:44,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3891 2024-11-24T03:52:44,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3646 2024-11-24T03:52:44,182 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:52:44,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T03:52:44,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:52:44,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:44,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:44,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:52:44,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:52:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T03:52:44,189 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420364189"}]},"ts":"1732420364189"} 2024-11-24T03:52:44,191 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:52:44,191 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:52:44,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:52:44,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd72dcc41f142f0ec591cb0f5c70ff4d, UNASSIGN}] 2024-11-24T03:52:44,195 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd72dcc41f142f0ec591cb0f5c70ff4d, UNASSIGN 2024-11-24T03:52:44,196 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=bd72dcc41f142f0ec591cb0f5c70ff4d, regionState=CLOSING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:44,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd72dcc41f142f0ec591cb0f5c70ff4d, UNASSIGN because future has completed 2024-11-24T03:52:44,198 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:52:44,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:52:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T03:52:44,352 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(122): Close bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:44,352 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T03:52:44,352 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1722): Closing bd72dcc41f142f0ec591cb0f5c70ff4d, disabling compactions & flushes 2024-11-24T03:52:44,352 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:44,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/63e1019cfdcf4808901a6ad6430ed469 2024-11-24T03:52:44,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/10dd595f8238493c8367d8355441c7d7 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/10dd595f8238493c8367d8355441c7d7 2024-11-24T03:52:44,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/10dd595f8238493c8367d8355441c7d7, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T03:52:44,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/5b884262eb9f404ea4b5e749e3da5724 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5b884262eb9f404ea4b5e749e3da5724 2024-11-24T03:52:44,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5b884262eb9f404ea4b5e749e3da5724, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T03:52:44,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/63e1019cfdcf4808901a6ad6430ed469 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/63e1019cfdcf4808901a6ad6430ed469 2024-11-24T03:52:44,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/63e1019cfdcf4808901a6ad6430ed469, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T03:52:44,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~425.48 KB/435696, currentSize=13.42 KB/13740 for bd72dcc41f142f0ec591cb0f5c70ff4d in 1276ms, sequenceid=383, compaction requested=true 2024-11-24T03:52:44,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bd72dcc41f142f0ec591cb0f5c70ff4d: 2024-11-24T03:52:44,465 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:44,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:44,465 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:44,465 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. because compaction request was cancelled 2024-11-24T03:52:44,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:44,465 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. after waiting 0 ms 2024-11-24T03:52:44,465 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:A 2024-11-24T03:52:44,465 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:44,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:44,465 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. because compaction request was cancelled 2024-11-24T03:52:44,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:44,465 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:B 2024-11-24T03:52:44,465 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(2902): Flushing bd72dcc41f142f0ec591cb0f5c70ff4d 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-24T03:52:44,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bd72dcc41f142f0ec591cb0f5c70ff4d:C, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:44,465 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. because compaction request was cancelled 2024-11-24T03:52:44,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:44,465 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bd72dcc41f142f0ec591cb0f5c70ff4d:C 2024-11-24T03:52:44,465 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=A 2024-11-24T03:52:44,465 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:44,465 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=B 2024-11-24T03:52:44,465 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:44,465 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bd72dcc41f142f0ec591cb0f5c70ff4d, store=C 2024-11-24T03:52:44,465 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:44,469 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/2cd775f3765a4e16b09f78887f1e32f0 is 50, key is test_row_0/A:col10/1732420364178/Put/seqid=0 2024-11-24T03:52:44,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742141_1317 (size=9857) 2024-11-24T03:52:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T03:52:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T03:52:44,874 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/2cd775f3765a4e16b09f78887f1e32f0 2024-11-24T03:52:44,888 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/73d76f8f89ab4aac98a8a9d8c44e8f44 is 50, key is test_row_0/B:col10/1732420364178/Put/seqid=0 2024-11-24T03:52:44,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742142_1318 (size=9857) 2024-11-24T03:52:45,293 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/73d76f8f89ab4aac98a8a9d8c44e8f44 2024-11-24T03:52:45,304 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/2b95bbbf24d749c0835a50f5cd8f01a4 is 50, key is test_row_0/C:col10/1732420364178/Put/seqid=0 2024-11-24T03:52:45,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742143_1319 (size=9857) 2024-11-24T03:52:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T03:52:45,709 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/2b95bbbf24d749c0835a50f5cd8f01a4 2024-11-24T03:52:45,714 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/A/2cd775f3765a4e16b09f78887f1e32f0 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2cd775f3765a4e16b09f78887f1e32f0 2024-11-24T03:52:45,718 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2cd775f3765a4e16b09f78887f1e32f0, entries=100, sequenceid=388, filesize=9.6 K 2024-11-24T03:52:45,719 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/B/73d76f8f89ab4aac98a8a9d8c44e8f44 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/73d76f8f89ab4aac98a8a9d8c44e8f44 2024-11-24T03:52:45,723 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/73d76f8f89ab4aac98a8a9d8c44e8f44, entries=100, sequenceid=388, filesize=9.6 K 2024-11-24T03:52:45,724 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/.tmp/C/2b95bbbf24d749c0835a50f5cd8f01a4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2b95bbbf24d749c0835a50f5cd8f01a4 2024-11-24T03:52:45,728 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2b95bbbf24d749c0835a50f5cd8f01a4, entries=100, sequenceid=388, filesize=9.6 K 2024-11-24T03:52:45,729 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for bd72dcc41f142f0ec591cb0f5c70ff4d in 1264ms, sequenceid=388, compaction requested=true 2024-11-24T03:52:45,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/278c36e1fe9f4ba5aff4648b3325762f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bf20ab145cfe4276b6f13d8c600192e4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/93d055b328af44d2813182452235311b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bd67b66f92f74b08ae7ffdde263831ca, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/54d32e554839485c88947862cdb921f9, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/650ff54e16ff4ac58ace686818924b06, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/ddbc735cd66a4d139e9b352542c7f47a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2bb2a7bfc71e4f0c945983d78391f530, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/4df950793de84f4ebaa960281c55819f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/77fe1be0c8b9408386bef0323acd81e1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/64fbd4cd4114485fa4597a3fe14ec671, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/f094e6f210094782b718b7b4a6a2ce8b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/8ce2bbb9872243979daa332c424b1dd2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/39ff5c03b87844c1aa4de7d096688435, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/b5fcc31a1f8f4f4b9876ed519a04d1f6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/fb18c049d9694d70942b38de69dfa1c5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/a698aa4ccf4c466d82c1ed9ef30d9626, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/88146eca35164ce5b20d77e3f33389bb, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bb38272db92f40498736ff440059f083, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/df97c49b0e314fc6ad34f112990e0d2f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/593dba0dacbf42cdb823e07c70485821, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/60849ac1cda44a2c9314471ac762f283, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2527d7ed667940d99e23a3178d42ab68, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/4cdcf6100ef3426bb82ac79f882f6dd4] to archive 2024-11-24T03:52:45,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:52:45,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/278c36e1fe9f4ba5aff4648b3325762f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/278c36e1fe9f4ba5aff4648b3325762f 2024-11-24T03:52:45,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bf20ab145cfe4276b6f13d8c600192e4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bf20ab145cfe4276b6f13d8c600192e4 2024-11-24T03:52:45,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/93d055b328af44d2813182452235311b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/93d055b328af44d2813182452235311b 2024-11-24T03:52:45,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bd67b66f92f74b08ae7ffdde263831ca to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bd67b66f92f74b08ae7ffdde263831ca 2024-11-24T03:52:45,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/54d32e554839485c88947862cdb921f9 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/54d32e554839485c88947862cdb921f9 2024-11-24T03:52:45,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/650ff54e16ff4ac58ace686818924b06 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/650ff54e16ff4ac58ace686818924b06 2024-11-24T03:52:45,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/ddbc735cd66a4d139e9b352542c7f47a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/ddbc735cd66a4d139e9b352542c7f47a 2024-11-24T03:52:45,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2bb2a7bfc71e4f0c945983d78391f530 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2bb2a7bfc71e4f0c945983d78391f530 2024-11-24T03:52:45,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/4df950793de84f4ebaa960281c55819f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/4df950793de84f4ebaa960281c55819f 2024-11-24T03:52:45,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/77fe1be0c8b9408386bef0323acd81e1 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/77fe1be0c8b9408386bef0323acd81e1 2024-11-24T03:52:45,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/64fbd4cd4114485fa4597a3fe14ec671 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/64fbd4cd4114485fa4597a3fe14ec671 2024-11-24T03:52:45,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/f094e6f210094782b718b7b4a6a2ce8b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/f094e6f210094782b718b7b4a6a2ce8b 2024-11-24T03:52:45,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/8ce2bbb9872243979daa332c424b1dd2 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/8ce2bbb9872243979daa332c424b1dd2 2024-11-24T03:52:45,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/39ff5c03b87844c1aa4de7d096688435 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/39ff5c03b87844c1aa4de7d096688435 2024-11-24T03:52:45,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/b5fcc31a1f8f4f4b9876ed519a04d1f6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/b5fcc31a1f8f4f4b9876ed519a04d1f6 2024-11-24T03:52:45,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/fb18c049d9694d70942b38de69dfa1c5 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/fb18c049d9694d70942b38de69dfa1c5 2024-11-24T03:52:45,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/a698aa4ccf4c466d82c1ed9ef30d9626 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/a698aa4ccf4c466d82c1ed9ef30d9626 2024-11-24T03:52:45,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/88146eca35164ce5b20d77e3f33389bb to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/88146eca35164ce5b20d77e3f33389bb 2024-11-24T03:52:45,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bb38272db92f40498736ff440059f083 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/bb38272db92f40498736ff440059f083 2024-11-24T03:52:45,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/df97c49b0e314fc6ad34f112990e0d2f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/df97c49b0e314fc6ad34f112990e0d2f 2024-11-24T03:52:45,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/593dba0dacbf42cdb823e07c70485821 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/593dba0dacbf42cdb823e07c70485821 2024-11-24T03:52:45,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/60849ac1cda44a2c9314471ac762f283 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/60849ac1cda44a2c9314471ac762f283 2024-11-24T03:52:45,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2527d7ed667940d99e23a3178d42ab68 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2527d7ed667940d99e23a3178d42ab68 2024-11-24T03:52:45,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/4cdcf6100ef3426bb82ac79f882f6dd4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/4cdcf6100ef3426bb82ac79f882f6dd4 2024-11-24T03:52:45,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/91179d7d85f34f45820bf5dee7e9a5b8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5680e0c6b5fa4906a4a1d174e91e74da, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5777960c556d4ee596dd4ff1a54de8dc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/3955cdef5ae744f98532c4ce33ba880c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5f7e2eb8c82347088c0e20d966b7fd0e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/0ed6f7750ab641e4a5299888a13e0043, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/e886e8e26ee749cdb619bcaeca911513, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4b514fe8ee7d4765b374f3ff01e8b4b5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/20ad3e3b51024ae0973f2f161b64f0d1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/309dab55428a4619b94b2e170e384d43, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/cb9831e641d64dbda5af8d8999466eac, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/af35fa24c1764eb1bfb07d66331676f9, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/1e7dad3401ce4e80869b9598b19c86de, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/bc834ff4cce74cba8cb7512f374f124e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/8f0dfe9481ad45c8a1f9755c43e5dff0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/856fdbec65ff46d8a16185aa7efd40e9, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/81bb69feaf3e49d7a3774e530ce88a6b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/f75c3716273a4203a88273b65ed5846f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/66c3cf020d2d46deb8c6c2eca817c712, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/65f553ad55dd46a08716536a8e9f5477, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/e51d189e2d9640b9aa4b47181a51387f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4aff553554db47f3a56864eec77d56f9, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/ec026e8855184c29aa11724553cd6bac, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4707981b79f14df0ad8a9f481e5e3659] to archive 2024-11-24T03:52:45,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:52:45,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/91179d7d85f34f45820bf5dee7e9a5b8 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/91179d7d85f34f45820bf5dee7e9a5b8 2024-11-24T03:52:45,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5680e0c6b5fa4906a4a1d174e91e74da to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5680e0c6b5fa4906a4a1d174e91e74da 2024-11-24T03:52:45,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5777960c556d4ee596dd4ff1a54de8dc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5777960c556d4ee596dd4ff1a54de8dc 2024-11-24T03:52:45,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/3955cdef5ae744f98532c4ce33ba880c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/3955cdef5ae744f98532c4ce33ba880c 2024-11-24T03:52:45,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5f7e2eb8c82347088c0e20d966b7fd0e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5f7e2eb8c82347088c0e20d966b7fd0e 2024-11-24T03:52:45,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/0ed6f7750ab641e4a5299888a13e0043 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/0ed6f7750ab641e4a5299888a13e0043 2024-11-24T03:52:45,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/e886e8e26ee749cdb619bcaeca911513 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/e886e8e26ee749cdb619bcaeca911513 2024-11-24T03:52:45,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4b514fe8ee7d4765b374f3ff01e8b4b5 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4b514fe8ee7d4765b374f3ff01e8b4b5 2024-11-24T03:52:45,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/20ad3e3b51024ae0973f2f161b64f0d1 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/20ad3e3b51024ae0973f2f161b64f0d1 2024-11-24T03:52:45,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/309dab55428a4619b94b2e170e384d43 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/309dab55428a4619b94b2e170e384d43 2024-11-24T03:52:45,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/cb9831e641d64dbda5af8d8999466eac to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/cb9831e641d64dbda5af8d8999466eac 2024-11-24T03:52:45,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/af35fa24c1764eb1bfb07d66331676f9 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/af35fa24c1764eb1bfb07d66331676f9 2024-11-24T03:52:45,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/1e7dad3401ce4e80869b9598b19c86de to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/1e7dad3401ce4e80869b9598b19c86de 2024-11-24T03:52:45,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/bc834ff4cce74cba8cb7512f374f124e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/bc834ff4cce74cba8cb7512f374f124e 2024-11-24T03:52:45,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/8f0dfe9481ad45c8a1f9755c43e5dff0 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/8f0dfe9481ad45c8a1f9755c43e5dff0 2024-11-24T03:52:45,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/856fdbec65ff46d8a16185aa7efd40e9 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/856fdbec65ff46d8a16185aa7efd40e9 2024-11-24T03:52:45,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/81bb69feaf3e49d7a3774e530ce88a6b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/81bb69feaf3e49d7a3774e530ce88a6b 2024-11-24T03:52:45,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/f75c3716273a4203a88273b65ed5846f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/f75c3716273a4203a88273b65ed5846f 2024-11-24T03:52:45,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/66c3cf020d2d46deb8c6c2eca817c712 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/66c3cf020d2d46deb8c6c2eca817c712 2024-11-24T03:52:45,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/65f553ad55dd46a08716536a8e9f5477 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/65f553ad55dd46a08716536a8e9f5477 2024-11-24T03:52:45,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/e51d189e2d9640b9aa4b47181a51387f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/e51d189e2d9640b9aa4b47181a51387f 2024-11-24T03:52:45,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4aff553554db47f3a56864eec77d56f9 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4aff553554db47f3a56864eec77d56f9 2024-11-24T03:52:45,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/ec026e8855184c29aa11724553cd6bac to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/ec026e8855184c29aa11724553cd6bac 2024-11-24T03:52:45,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4707981b79f14df0ad8a9f481e5e3659 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/4707981b79f14df0ad8a9f481e5e3659 2024-11-24T03:52:45,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2f3bc575408f4fe0a7a3fd962731f9c8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/8d7a16e79cb8405eb167df94d58b6b9b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/236771f112d44b5186298d11d7d1e38e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/61e62f37b46e468ea37e5f1fe28e3054, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2675d58977174f74800d246089721917, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/e96a366663fb471e9a5b9128bcf839c2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/aadc2afcfa0e406f88d9aa9d3531e695, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/d69620a53f9346a1b241bbb1bb051dc6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ccea3e0a71634deabd7f22fe2b81e284, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/4a3e9c2730754ffd87ad66ab93e3c379, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/d4ac91d25ba241a8b5e776e4c34bd532, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/f71d9a32598f4fec8d67757c77b881a4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ea3463896a034eff93e5642f0cf94e01, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ecf0f7fc526f43e1ae5f4b7eabd44eb7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/53f41e826abb44f4adf68193e33dec66, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/b6af7f54f294420bac234b33fb8e28d2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/f9bb553a0fe040e9b2f9da285c8a0256, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/8e3b29c1992145d19fd288543e0ac9bd, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/051c157d2bf745c39789748981b8b076, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/4ffaf03e89cd45fea8cfc7cc23dada47, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/230330f718bd47bbabdbcfa190515d87, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/3692061a07d946fb9e48a3ceab3f0988, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/87fdc6c462bf4977a718e9fda122bbce, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/432245a355944b7a9f866d8c0498a1e0] to archive 2024-11-24T03:52:45,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:52:45,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2f3bc575408f4fe0a7a3fd962731f9c8 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2f3bc575408f4fe0a7a3fd962731f9c8 2024-11-24T03:52:45,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/8d7a16e79cb8405eb167df94d58b6b9b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/8d7a16e79cb8405eb167df94d58b6b9b 2024-11-24T03:52:45,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/236771f112d44b5186298d11d7d1e38e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/236771f112d44b5186298d11d7d1e38e 2024-11-24T03:52:45,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/61e62f37b46e468ea37e5f1fe28e3054 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/61e62f37b46e468ea37e5f1fe28e3054 2024-11-24T03:52:45,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2675d58977174f74800d246089721917 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2675d58977174f74800d246089721917 2024-11-24T03:52:45,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/e96a366663fb471e9a5b9128bcf839c2 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/e96a366663fb471e9a5b9128bcf839c2 2024-11-24T03:52:45,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/aadc2afcfa0e406f88d9aa9d3531e695 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/aadc2afcfa0e406f88d9aa9d3531e695 2024-11-24T03:52:45,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/d69620a53f9346a1b241bbb1bb051dc6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/d69620a53f9346a1b241bbb1bb051dc6 2024-11-24T03:52:45,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ccea3e0a71634deabd7f22fe2b81e284 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ccea3e0a71634deabd7f22fe2b81e284 2024-11-24T03:52:45,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/4a3e9c2730754ffd87ad66ab93e3c379 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/4a3e9c2730754ffd87ad66ab93e3c379 2024-11-24T03:52:45,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/d4ac91d25ba241a8b5e776e4c34bd532 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/d4ac91d25ba241a8b5e776e4c34bd532 2024-11-24T03:52:45,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/f71d9a32598f4fec8d67757c77b881a4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/f71d9a32598f4fec8d67757c77b881a4 2024-11-24T03:52:45,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ea3463896a034eff93e5642f0cf94e01 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ea3463896a034eff93e5642f0cf94e01 2024-11-24T03:52:45,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ecf0f7fc526f43e1ae5f4b7eabd44eb7 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/ecf0f7fc526f43e1ae5f4b7eabd44eb7 2024-11-24T03:52:45,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/53f41e826abb44f4adf68193e33dec66 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/53f41e826abb44f4adf68193e33dec66 2024-11-24T03:52:45,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/b6af7f54f294420bac234b33fb8e28d2 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/b6af7f54f294420bac234b33fb8e28d2 2024-11-24T03:52:45,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/f9bb553a0fe040e9b2f9da285c8a0256 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/f9bb553a0fe040e9b2f9da285c8a0256 2024-11-24T03:52:45,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/8e3b29c1992145d19fd288543e0ac9bd to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/8e3b29c1992145d19fd288543e0ac9bd 2024-11-24T03:52:45,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/051c157d2bf745c39789748981b8b076 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/051c157d2bf745c39789748981b8b076 2024-11-24T03:52:45,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/4ffaf03e89cd45fea8cfc7cc23dada47 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/4ffaf03e89cd45fea8cfc7cc23dada47 2024-11-24T03:52:45,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/230330f718bd47bbabdbcfa190515d87 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/230330f718bd47bbabdbcfa190515d87 2024-11-24T03:52:45,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/3692061a07d946fb9e48a3ceab3f0988 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/3692061a07d946fb9e48a3ceab3f0988 2024-11-24T03:52:45,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/87fdc6c462bf4977a718e9fda122bbce to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/87fdc6c462bf4977a718e9fda122bbce 2024-11-24T03:52:45,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/432245a355944b7a9f866d8c0498a1e0 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/432245a355944b7a9f866d8c0498a1e0 2024-11-24T03:52:45,808 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/recovered.edits/391.seqid, newMaxSeqId=391, maxSeqId=1 2024-11-24T03:52:45,808 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. 2024-11-24T03:52:45,808 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1676): Region close journal for bd72dcc41f142f0ec591cb0f5c70ff4d: Waiting for close lock at 1732420364352Running coprocessor pre-close hooks at 1732420364352Disabling compacts and flushes for region at 1732420364352Disabling writes for close at 1732420364465 (+113 ms)Obtaining lock to block concurrent updates at 1732420364465Preparing flush snapshotting stores in bd72dcc41f142f0ec591cb0f5c70ff4d at 1732420364465Finished memstore snapshotting TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1732420364466 (+1 ms)Flushing stores of TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d. at 1732420364466Flushing bd72dcc41f142f0ec591cb0f5c70ff4d/A: creating writer at 1732420364466Flushing bd72dcc41f142f0ec591cb0f5c70ff4d/A: appending metadata at 1732420364468 (+2 ms)Flushing bd72dcc41f142f0ec591cb0f5c70ff4d/A: closing flushed file at 1732420364468Flushing bd72dcc41f142f0ec591cb0f5c70ff4d/B: creating writer at 1732420364883 (+415 ms)Flushing bd72dcc41f142f0ec591cb0f5c70ff4d/B: appending metadata at 1732420364887 (+4 ms)Flushing bd72dcc41f142f0ec591cb0f5c70ff4d/B: closing flushed file at 1732420364887Flushing bd72dcc41f142f0ec591cb0f5c70ff4d/C: creating writer at 1732420365299 (+412 ms)Flushing bd72dcc41f142f0ec591cb0f5c70ff4d/C: appending metadata at 1732420365303 (+4 ms)Flushing bd72dcc41f142f0ec591cb0f5c70ff4d/C: closing flushed file at 1732420365303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c0ef9fe: reopening flushed file at 1732420365713 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708a121d: reopening flushed file at 1732420365718 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61da0345: reopening flushed file at 1732420365723 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for bd72dcc41f142f0ec591cb0f5c70ff4d in 1264ms, sequenceid=388, compaction requested=true at 1732420365729 (+6 ms)Writing region close event to WAL at 1732420365805 (+76 ms)Running coprocessor post-close hooks at 1732420365808 (+3 ms)Closed at 1732420365808 2024-11-24T03:52:45,810 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(157): Closed bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:45,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=bd72dcc41f142f0ec591cb0f5c70ff4d, regionState=CLOSED 2024-11-24T03:52:45,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:52:45,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-24T03:52:45,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseRegionProcedure bd72dcc41f142f0ec591cb0f5c70ff4d, server=71d8d2d6408d,41025,1732420280471 in 1.6150 sec 2024-11-24T03:52:45,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79 2024-11-24T03:52:45,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bd72dcc41f142f0ec591cb0f5c70ff4d, UNASSIGN in 1.6200 sec 2024-11-24T03:52:45,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-24T03:52:45,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6240 sec 2024-11-24T03:52:45,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420365818"}]},"ts":"1732420365818"} 2024-11-24T03:52:45,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:52:45,820 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:52:45,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6350 sec 2024-11-24T03:52:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T03:52:46,337 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:46,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:52:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:46,385 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T03:52:46,387 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=82, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:46,391 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:46,394 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/recovered.edits] 2024-11-24T03:52:46,398 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/0ff4acab370f43baa5870538d074ea35 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/0ff4acab370f43baa5870538d074ea35 2024-11-24T03:52:46,400 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/10dd595f8238493c8367d8355441c7d7 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/10dd595f8238493c8367d8355441c7d7 2024-11-24T03:52:46,401 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2cd775f3765a4e16b09f78887f1e32f0 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/2cd775f3765a4e16b09f78887f1e32f0 2024-11-24T03:52:46,403 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/d5ad1824961449ee92f3723fbbc780b4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/A/d5ad1824961449ee92f3723fbbc780b4 2024-11-24T03:52:46,407 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5b884262eb9f404ea4b5e749e3da5724 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/5b884262eb9f404ea4b5e749e3da5724 2024-11-24T03:52:46,408 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/72f2d122d2154ee8befd39c959bfb536 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/72f2d122d2154ee8befd39c959bfb536 2024-11-24T03:52:46,410 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/73d76f8f89ab4aac98a8a9d8c44e8f44 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/73d76f8f89ab4aac98a8a9d8c44e8f44 2024-11-24T03:52:46,412 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/cb5d4275074a45eaa6409c24e5ce8da3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/B/cb5d4275074a45eaa6409c24e5ce8da3 2024-11-24T03:52:46,415 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/0ae511c4c1cd4ae0b29507dc6a584f6b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/0ae511c4c1cd4ae0b29507dc6a584f6b 2024-11-24T03:52:46,417 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/24bc099f863a48bcb771e87848be6ab4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/24bc099f863a48bcb771e87848be6ab4 2024-11-24T03:52:46,420 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2b95bbbf24d749c0835a50f5cd8f01a4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/2b95bbbf24d749c0835a50f5cd8f01a4 2024-11-24T03:52:46,421 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/63e1019cfdcf4808901a6ad6430ed469 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/C/63e1019cfdcf4808901a6ad6430ed469 2024-11-24T03:52:46,425 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/recovered.edits/391.seqid to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d/recovered.edits/391.seqid 2024-11-24T03:52:46,426 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/bd72dcc41f142f0ec591cb0f5c70ff4d 2024-11-24T03:52:46,426 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:52:46,428 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=82, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:46,431 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:52:46,433 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:52:46,434 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=82, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:46,434 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:52:46,434 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732420366434"}]},"ts":"9223372036854775807"} 2024-11-24T03:52:46,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T03:52:46,436 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bd72dcc41f142f0ec591cb0f5c70ff4d, NAME => 'TestAcidGuarantees,,1732420340240.bd72dcc41f142f0ec591cb0f5c70ff4d.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:52:46,436 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:52:46,436 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732420366436"}]},"ts":"9223372036854775807"} 2024-11-24T03:52:46,438 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T03:52:46,438 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=82, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:46,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 101 msec 2024-11-24T03:52:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T03:52:46,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T03:52:46,498 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:46,506 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252 (was 252), OpenFileDescriptor=461 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 359) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6700 (was 6740) 2024-11-24T03:52:46,513 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=386, ProcessCount=11, AvailableMemoryMB=6699 2024-11-24T03:52:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:52:46,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:52:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:46,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:52:46,517 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:46,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:52:46,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 83 2024-11-24T03:52:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-24T03:52:46,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742144_1320 (size=1061) 2024-11-24T03:52:46,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-24T03:52:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-24T03:52:46,927 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba 2024-11-24T03:52:46,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742145_1321 (size=53) 2024-11-24T03:52:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-24T03:52:47,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:52:47,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9f4296bb65e9882dd515840a19e3d94f, disabling compactions & flushes 2024-11-24T03:52:47,338 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:47,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:47,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. after waiting 0 ms 2024-11-24T03:52:47,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:47,338 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:47,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f4296bb65e9882dd515840a19e3d94f: Waiting for close lock at 1732420367338Disabling compacts and flushes for region at 1732420367338Disabling writes for close at 1732420367338Writing region close event to WAL at 1732420367338Closed at 1732420367338 2024-11-24T03:52:47,341 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:52:47,342 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732420367341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732420367341"}]},"ts":"1732420367341"} 2024-11-24T03:52:47,345 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T03:52:47,346 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:52:47,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420367346"}]},"ts":"1732420367346"} 2024-11-24T03:52:47,348 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:52:47,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, ASSIGN}] 2024-11-24T03:52:47,349 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, ASSIGN 2024-11-24T03:52:47,350 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, ASSIGN; state=OFFLINE, location=71d8d2d6408d,41025,1732420280471; forceNewPlan=false, retain=false 2024-11-24T03:52:47,500 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=9f4296bb65e9882dd515840a19e3d94f, regionState=OPENING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:47,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, ASSIGN because future has completed 2024-11-24T03:52:47,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:52:47,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-24T03:52:47,659 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:47,659 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:52:47,660 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,660 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:52:47,660 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7794): checking encryption for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,660 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7797): checking classloading for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,662 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,665 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:52:47,665 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f4296bb65e9882dd515840a19e3d94f columnFamilyName A 2024-11-24T03:52:47,665 DEBUG [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:47,666 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.HStore(327): Store=9f4296bb65e9882dd515840a19e3d94f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:52:47,666 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,669 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:52:47,669 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f4296bb65e9882dd515840a19e3d94f columnFamilyName B 2024-11-24T03:52:47,669 DEBUG [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:47,670 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.HStore(327): Store=9f4296bb65e9882dd515840a19e3d94f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:52:47,670 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,671 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:52:47,672 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f4296bb65e9882dd515840a19e3d94f columnFamilyName C 2024-11-24T03:52:47,672 DEBUG [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:47,673 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.HStore(327): Store=9f4296bb65e9882dd515840a19e3d94f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:52:47,673 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:47,673 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1038): replaying wal for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,674 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,675 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,676 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1048): stopping wal replay for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,677 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1060): Cleaning up temporary data for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,677 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:52:47,679 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1093): writing seq id for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,682 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:52:47,683 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1114): Opened 9f4296bb65e9882dd515840a19e3d94f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67079725, jitterRate=-4.3420493602752686E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:52:47,683 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:47,684 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1006): Region open journal for 9f4296bb65e9882dd515840a19e3d94f: Running coprocessor pre-open hook at 1732420367660Writing region info on filesystem at 1732420367660Initializing all the Stores at 1732420367662 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420367662Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420367662Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420367662Cleaning up temporary data from old regions at 1732420367677 (+15 ms)Running coprocessor post-open hooks at 1732420367683 (+6 ms)Region opened successfully at 1732420367684 (+1 ms) 2024-11-24T03:52:47,685 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., pid=85, masterSystemTime=1732420367654 2024-11-24T03:52:47,688 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:47,688 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:47,689 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=9f4296bb65e9882dd515840a19e3d94f, regionState=OPEN, openSeqNum=2, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:47,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:52:47,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-24T03:52:47,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 in 190 msec 2024-11-24T03:52:47,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-24T03:52:47,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, ASSIGN in 346 msec 2024-11-24T03:52:47,698 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:52:47,698 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420367698"}]},"ts":"1732420367698"} 2024-11-24T03:52:47,700 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:52:47,701 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:52:47,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1860 sec 2024-11-24T03:52:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-24T03:52:48,667 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:48,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f5e8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:48,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:48,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:48,669 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3e6350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:48,671 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:48,672 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544a6498, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:48,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:48,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:48,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:48,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T03:52:48,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 71d8d2d6408d,44753,1732420279714 2024-11-24T03:52:48,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6345bced 2024-11-24T03:52:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:52:48,678 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:52:48,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:52:48,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:52:48,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T03:52:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742146_1322 (size=1097) 2024-11-24T03:52:48,878 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:52:49,097 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-24T03:52:49,097 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-24T03:52:49,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:52:49,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, REOPEN/MOVE}] 2024-11-24T03:52:49,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, REOPEN/MOVE 2024-11-24T03:52:49,108 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=9f4296bb65e9882dd515840a19e3d94f, regionState=CLOSING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, REOPEN/MOVE because future has completed 2024-11-24T03:52:49,109 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:52:49,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:52:49,262 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,262 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T03:52:49,262 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 9f4296bb65e9882dd515840a19e3d94f, disabling compactions & flushes 2024-11-24T03:52:49,262 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:49,262 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:49,262 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. after waiting 0 ms 2024-11-24T03:52:49,263 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:49,270 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T03:52:49,271 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:49,271 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 9f4296bb65e9882dd515840a19e3d94f: Waiting for close lock at 1732420369262Running coprocessor pre-close hooks at 1732420369262Disabling compacts and flushes for region at 1732420369262Disabling writes for close at 1732420369262Writing region close event to WAL at 1732420369263 (+1 ms)Running coprocessor post-close hooks at 1732420369271 (+8 ms)Closed at 1732420369271 2024-11-24T03:52:49,271 WARN [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionServer(3299): Not adding moved region record: 9f4296bb65e9882dd515840a19e3d94f to self. 2024-11-24T03:52:49,275 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=9f4296bb65e9882dd515840a19e3d94f, regionState=CLOSED 2024-11-24T03:52:49,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:52:49,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-24T03:52:49,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 in 171 msec 2024-11-24T03:52:49,282 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, REOPEN/MOVE; state=CLOSED, location=71d8d2d6408d,41025,1732420280471; forceNewPlan=false, retain=true 2024-11-24T03:52:49,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=9f4296bb65e9882dd515840a19e3d94f, regionState=OPENING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, REOPEN/MOVE because future has completed 2024-11-24T03:52:49,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:52:49,599 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:49,599 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:52:49,600 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,600 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:52:49,600 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7794): checking encryption for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,600 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7797): checking classloading for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,602 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,604 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:52:49,604 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f4296bb65e9882dd515840a19e3d94f columnFamilyName A 2024-11-24T03:52:49,606 DEBUG [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:49,607 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.HStore(327): Store=9f4296bb65e9882dd515840a19e3d94f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:52:49,607 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,608 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:52:49,608 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f4296bb65e9882dd515840a19e3d94f columnFamilyName B 2024-11-24T03:52:49,608 DEBUG [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:49,609 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.HStore(327): Store=9f4296bb65e9882dd515840a19e3d94f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:52:49,609 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,609 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:52:49,610 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f4296bb65e9882dd515840a19e3d94f columnFamilyName C 2024-11-24T03:52:49,610 DEBUG [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:49,610 INFO [StoreOpener-9f4296bb65e9882dd515840a19e3d94f-1 {}] regionserver.HStore(327): Store=9f4296bb65e9882dd515840a19e3d94f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:52:49,610 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:49,610 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1038): replaying wal for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,611 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,612 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,614 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1048): stopping wal replay for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,614 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1060): Cleaning up temporary data for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,614 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:52:49,616 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1093): writing seq id for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,617 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1114): Opened 9f4296bb65e9882dd515840a19e3d94f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62746122, jitterRate=-0.06500992178916931}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:52:49,617 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,617 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1006): Region open journal for 9f4296bb65e9882dd515840a19e3d94f: Running coprocessor pre-open hook at 1732420369600Writing region info on filesystem at 1732420369600Initializing all the Stores at 1732420369602 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420369602Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420369602Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420369602Cleaning up temporary data from old regions at 1732420369614 (+12 ms)Running coprocessor post-open hooks at 1732420369617 (+3 ms)Region opened successfully at 1732420369617 2024-11-24T03:52:49,618 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., pid=90, masterSystemTime=1732420369592 2024-11-24T03:52:49,620 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:49,620 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:49,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=9f4296bb65e9882dd515840a19e3d94f, regionState=OPEN, openSeqNum=5, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:52:49,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=88 2024-11-24T03:52:49,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 in 186 msec 2024-11-24T03:52:49,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-24T03:52:49,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, REOPEN/MOVE in 519 msec 2024-11-24T03:52:49,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-24T03:52:49,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec 2024-11-24T03:52:49,635 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 953 msec 2024-11-24T03:52:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-24T03:52:49,636 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:49,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:49,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:49,638 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:49,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:49,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:49,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c5ece2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:49,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:49,641 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:49,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697608ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:49,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:49,643 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:49,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:49,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:49,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7167c9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:49,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:49,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:49,645 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:49,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac1b8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:49,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:49,648 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5322d2cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:49,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:49,649 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:49,649 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:49,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b2dde3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,651 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:49,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:49,652 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28aef481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:49,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:49,653 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2871c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:49,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:49,655 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c04ae66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:49,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:49,657 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:49,658 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f29bf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:49,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:49,659 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:49,659 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716fff50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:49,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:49,661 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:49,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff71770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:49,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:49,663 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b95b7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:49,665 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:49,666 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40168fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:49,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:49,668 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1845238d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:49,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:49,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:49,670 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:49,671 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558be0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:49,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:49,672 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ec2e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:49,674 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b35671d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5135eed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:52:49,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:52:49,676 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:52:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:52:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:52:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c49844f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:52:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:52:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:52:49,678 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:52:49,679 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e97a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:52:49,679 DEBUG [Thread-1488 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:49,679 DEBUG [Thread-1490 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:49,679 DEBUG [Thread-1484 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:49,679 DEBUG [Thread-1492 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:49,679 DEBUG [Thread-1475 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:49,680 DEBUG [Thread-1473 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:49,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:49,680 DEBUG [Thread-1481 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:49,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:49,681 DEBUG [Thread-1477 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:49,681 DEBUG [Thread-1473 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:49,681 DEBUG [Thread-1486 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:49,681 DEBUG [Thread-1473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:49,681 DEBUG [Thread-1479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:52:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:49,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:49,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:49,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:49,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:49,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:49,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:49,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:49,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:49,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:49,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:49,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:52:49,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:52:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-24T03:52:49,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:52:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-24T03:52:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:52:49,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:52:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:52:49,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:52:49,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:52:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:52:49,689 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:49,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:49,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:52:49,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:52:49,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:52:49,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:52:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:52:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:52:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:52:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:52:49,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:49,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241ac151528c4f4aa08818ade0ffa0fc5c_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420369694/Put/seqid=0 2024-11-24T03:52:49,745 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732420369724, max timestamp=1732420369741Num uniques 859; 2024-11-24T03:52:49,745 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732420369724, max timestamp=1732420369741Num uniques 859; 2024-11-24T03:52:49,745 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T03:52:49,745 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T03:52:49,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732420369724, max timestamp=1732420369741Num uniques 859; 2024-11-24T03:52:49,746 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T03:52:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742147_1323 (size=12154) 2024-11-24T03:52:49,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:49,757 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241ac151528c4f4aa08818ade0ffa0fc5c_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ac151528c4f4aa08818ade0ffa0fc5c_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,758 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/675796d48ee24b668872b91d4b8abfee, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:49,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/675796d48ee24b668872b91d4b8abfee is 175, key is test_row_0/A:col10/1732420369694/Put/seqid=0 2024-11-24T03:52:49,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742148_1324 (size=30955) 2024-11-24T03:52:49,771 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/675796d48ee24b668872b91d4b8abfee 2024-11-24T03:52:49,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420429773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420429775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:49,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420429782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420429791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:49,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-24T03:52:49,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/b79ca534ac614a578321e9b60cce5024 is 50, key is test_row_0/B:col10/1732420369694/Put/seqid=0 2024-11-24T03:52:49,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420429793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:49,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742149_1325 (size=12001) 2024-11-24T03:52:49,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/b79ca534ac614a578321e9b60cce5024 2024-11-24T03:52:49,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/22af2b95fd424aeca4115aed2408212a is 50, key is test_row_0/C:col10/1732420369694/Put/seqid=0 2024-11-24T03:52:49,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:49,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:49,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:49,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:49,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:49,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:49,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742150_1326 (size=12001) 2024-11-24T03:52:49,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/22af2b95fd424aeca4115aed2408212a 2024-11-24T03:52:49,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/675796d48ee24b668872b91d4b8abfee as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/675796d48ee24b668872b91d4b8abfee 2024-11-24T03:52:49,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/675796d48ee24b668872b91d4b8abfee, entries=150, sequenceid=15, filesize=30.2 K 2024-11-24T03:52:49,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/b79ca534ac614a578321e9b60cce5024 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/b79ca534ac614a578321e9b60cce5024 2024-11-24T03:52:49,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/b79ca534ac614a578321e9b60cce5024, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T03:52:49,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/22af2b95fd424aeca4115aed2408212a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/22af2b95fd424aeca4115aed2408212a 2024-11-24T03:52:49,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/22af2b95fd424aeca4115aed2408212a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-24T03:52:49,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 9f4296bb65e9882dd515840a19e3d94f in 191ms, sequenceid=15, compaction requested=false 2024-11-24T03:52:49,888 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T03:52:49,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-24T03:52:49,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:52:49,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:49,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:52:49,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:49,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:52:49,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:49,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420429917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:49,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ab53835f2b1845f1ab17d8f97ef32c55_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420369788/Put/seqid=0 2024-11-24T03:52:49,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420429920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420429923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,936 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:49,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420429924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:49,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420429924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:49,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:49,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742151_1327 (size=14594) 2024-11-24T03:52:49,947 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:49,952 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ab53835f2b1845f1ab17d8f97ef32c55_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ab53835f2b1845f1ab17d8f97ef32c55_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:49,956 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/6b5b8ab892c84247822a9432b7470839, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:49,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/6b5b8ab892c84247822a9432b7470839 is 175, key is test_row_0/A:col10/1732420369788/Put/seqid=0 2024-11-24T03:52:49,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742152_1328 (size=39549) 2024-11-24T03:52:49,965 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/6b5b8ab892c84247822a9432b7470839 2024-11-24T03:52:49,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/854c4fc4e3bf4a68a3792d48f4c1859c is 50, key is test_row_0/B:col10/1732420369788/Put/seqid=0 2024-11-24T03:52:50,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:50,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:50,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-24T03:52:50,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742153_1329 (size=12001) 2024-11-24T03:52:50,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/854c4fc4e3bf4a68a3792d48f4c1859c 2024-11-24T03:52:50,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/29627786757e4cc9adb9341a7c037f97 is 50, key is test_row_0/C:col10/1732420369788/Put/seqid=0 2024-11-24T03:52:50,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742154_1330 (size=12001) 2024-11-24T03:52:50,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/29627786757e4cc9adb9341a7c037f97 2024-11-24T03:52:50,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420430037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/6b5b8ab892c84247822a9432b7470839 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6b5b8ab892c84247822a9432b7470839 2024-11-24T03:52:50,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420430047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420430047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420430047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6b5b8ab892c84247822a9432b7470839, entries=200, sequenceid=50, filesize=38.6 K 2024-11-24T03:52:50,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/854c4fc4e3bf4a68a3792d48f4c1859c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/854c4fc4e3bf4a68a3792d48f4c1859c 2024-11-24T03:52:50,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/854c4fc4e3bf4a68a3792d48f4c1859c, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T03:52:50,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/29627786757e4cc9adb9341a7c037f97 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/29627786757e4cc9adb9341a7c037f97 2024-11-24T03:52:50,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/29627786757e4cc9adb9341a7c037f97, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T03:52:50,077 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 9f4296bb65e9882dd515840a19e3d94f in 175ms, sequenceid=50, compaction requested=false 2024-11-24T03:52:50,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:50,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T03:52:50,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:52:50,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:50,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:52:50,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:50,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:52:50,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:50,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:50,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:50,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a8ce41e2d6114b6ebfe5991d65d10f27_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420370127/Put/seqid=0 2024-11-24T03:52:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742155_1331 (size=14594) 2024-11-24T03:52:50,191 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:50,196 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a8ce41e2d6114b6ebfe5991d65d10f27_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a8ce41e2d6114b6ebfe5991d65d10f27_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:50,197 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/a328765223124e4f95704cbc1450d660, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:50,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/a328765223124e4f95704cbc1450d660 is 175, key is test_row_0/A:col10/1732420370127/Put/seqid=0 2024-11-24T03:52:50,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742156_1332 (size=39549) 2024-11-24T03:52:50,217 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/a328765223124e4f95704cbc1450d660 2024-11-24T03:52:50,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/d16a26f5b93b46e6843b7bdcb8cb5834 is 50, key is test_row_0/B:col10/1732420370127/Put/seqid=0 2024-11-24T03:52:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742157_1333 (size=12001) 2024-11-24T03:52:50,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/d16a26f5b93b46e6843b7bdcb8cb5834 2024-11-24T03:52:50,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/8a78483f36c74a3c9b8d34331dc113fd is 50, key is test_row_0/C:col10/1732420370127/Put/seqid=0 2024-11-24T03:52:50,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742158_1334 (size=12001) 2024-11-24T03:52:50,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/8a78483f36c74a3c9b8d34331dc113fd 2024-11-24T03:52:50,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/a328765223124e4f95704cbc1450d660 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a328765223124e4f95704cbc1450d660 2024-11-24T03:52:50,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a328765223124e4f95704cbc1450d660, entries=200, sequenceid=61, filesize=38.6 K 2024-11-24T03:52:50,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/d16a26f5b93b46e6843b7bdcb8cb5834 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/d16a26f5b93b46e6843b7bdcb8cb5834 2024-11-24T03:52:50,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420430273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,283 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420370267, max timestamp=1732420370281Num uniques 859; 2024-11-24T03:52:50,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420370267, max timestamp=1732420370281Num uniques 859; 2024-11-24T03:52:50,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:52:50,284 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:52:50,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420370267, max timestamp=1732420370281Num uniques 859; 2024-11-24T03:52:50,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:52:50,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/d16a26f5b93b46e6843b7bdcb8cb5834, entries=150, sequenceid=61, filesize=11.7 K 2024-11-24T03:52:50,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/8a78483f36c74a3c9b8d34331dc113fd as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/8a78483f36c74a3c9b8d34331dc113fd 2024-11-24T03:52:50,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/8a78483f36c74a3c9b8d34331dc113fd, entries=150, sequenceid=61, filesize=11.7 K 2024-11-24T03:52:50,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=53.67 KB/54960 for 9f4296bb65e9882dd515840a19e3d94f in 163ms, sequenceid=61, compaction requested=true 2024-11-24T03:52:50,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:50,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:50,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:50,294 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:50,294 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:50,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:50,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:50,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:50,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:50,296 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:50,296 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:50,296 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/A is initiating minor compaction (all files) 2024-11-24T03:52:50,296 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/B is initiating minor compaction (all files) 2024-11-24T03:52:50,296 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/A in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,296 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/B in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,296 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/675796d48ee24b668872b91d4b8abfee, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6b5b8ab892c84247822a9432b7470839, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a328765223124e4f95704cbc1450d660] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=107.5 K 2024-11-24T03:52:50,296 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/b79ca534ac614a578321e9b60cce5024, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/854c4fc4e3bf4a68a3792d48f4c1859c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/d16a26f5b93b46e6843b7bdcb8cb5834] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=35.2 K 2024-11-24T03:52:50,296 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,296 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/675796d48ee24b668872b91d4b8abfee, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6b5b8ab892c84247822a9432b7470839, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a328765223124e4f95704cbc1450d660] 2024-11-24T03:52:50,297 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 675796d48ee24b668872b91d4b8abfee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732420369691 2024-11-24T03:52:50,297 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b5b8ab892c84247822a9432b7470839, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732420369766 2024-11-24T03:52:50,297 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a328765223124e4f95704cbc1450d660, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732420369918 2024-11-24T03:52:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:50,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=60.38 KB heapSize=165.84 KB 2024-11-24T03:52:50,298 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting b79ca534ac614a578321e9b60cce5024, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732420369691 2024-11-24T03:52:50,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:52:50,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:50,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:52:50,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:50,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:52:50,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:50,300 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 854c4fc4e3bf4a68a3792d48f4c1859c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732420369766 2024-11-24T03:52:50,301 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting d16a26f5b93b46e6843b7bdcb8cb5834, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732420369918 2024-11-24T03:52:50,306 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:50,311 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411243443680fc7d34f88a57d279edb9283a2_9f4296bb65e9882dd515840a19e3d94f store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:50,313 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411243443680fc7d34f88a57d279edb9283a2_9f4296bb65e9882dd515840a19e3d94f, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:50,313 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243443680fc7d34f88a57d279edb9283a2_9f4296bb65e9882dd515840a19e3d94f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:50,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:50,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:50,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-24T03:52:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,317 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:50,317 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/6cbccf35b2eb4d719117566c27db8c45 is 50, key is test_row_0/B:col10/1732420370127/Put/seqid=0 2024-11-24T03:52:50,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124194514520142484c95ad2c59c45b43cd_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420370295/Put/seqid=0 2024-11-24T03:52:50,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742159_1335 (size=4469) 2024-11-24T03:52:50,330 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#A#compaction#284 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:50,331 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/2be2f2b2189b4068887cd01d28fd8800 is 175, key is test_row_0/A:col10/1732420370127/Put/seqid=0 2024-11-24T03:52:50,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742160_1336 (size=12104) 2024-11-24T03:52:50,343 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/6cbccf35b2eb4d719117566c27db8c45 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/6cbccf35b2eb4d719117566c27db8c45 2024-11-24T03:52:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742161_1337 (size=19474) 2024-11-24T03:52:50,354 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/B of 9f4296bb65e9882dd515840a19e3d94f into 6cbccf35b2eb4d719117566c27db8c45(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:50,354 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:50,354 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/B, priority=13, startTime=1732420370294; duration=0sec 2024-11-24T03:52:50,354 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:50,355 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:B 2024-11-24T03:52:50,355 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:50,356 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:50,356 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/C is initiating minor compaction (all files) 2024-11-24T03:52:50,356 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/C in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,356 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/22af2b95fd424aeca4115aed2408212a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/29627786757e4cc9adb9341a7c037f97, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/8a78483f36c74a3c9b8d34331dc113fd] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=35.2 K 2024-11-24T03:52:50,357 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 22af2b95fd424aeca4115aed2408212a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732420369691 2024-11-24T03:52:50,357 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 29627786757e4cc9adb9341a7c037f97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732420369766 2024-11-24T03:52:50,357 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a78483f36c74a3c9b8d34331dc113fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732420369918 2024-11-24T03:52:50,363 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:50,363 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/2a9bdb991d014bf7a6ae060ee46622e8 is 50, key is test_row_0/C:col10/1732420370127/Put/seqid=0 2024-11-24T03:52:50,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742162_1338 (size=31058) 2024-11-24T03:52:50,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742163_1339 (size=12104) 2024-11-24T03:52:50,373 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/2a9bdb991d014bf7a6ae060ee46622e8 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/2a9bdb991d014bf7a6ae060ee46622e8 2024-11-24T03:52:50,399 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/C of 9f4296bb65e9882dd515840a19e3d94f into 2a9bdb991d014bf7a6ae060ee46622e8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:50,399 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:50,399 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/C, priority=13, startTime=1732420370295; duration=0sec 2024-11-24T03:52:50,399 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:50,399 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:C 2024-11-24T03:52:50,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1732420370347, max timestamp=1732420370420Num uniques 859; 2024-11-24T03:52:50,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-24T03:52:50,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1732420370347, max timestamp=1732420370420Num uniques 859; 2024-11-24T03:52:50,423 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-24T03:52:50,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1732420370347, max timestamp=1732420370420Num uniques 859; 2024-11-24T03:52:50,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-24T03:52:50,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420430451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:50,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:50,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420430453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420430453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420430455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420430456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420430566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420430577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420430577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,588 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420430587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420430587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:50,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:50,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,752 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:50,755 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124194514520142484c95ad2c59c45b43cd_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124194514520142484c95ad2c59c45b43cd_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:50,756 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/f1bdd8f059b5414fbfda8877ac9e2902, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:50,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/f1bdd8f059b5414fbfda8877ac9e2902 is 175, key is test_row_0/A:col10/1732420370295/Put/seqid=0 2024-11-24T03:52:50,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742164_1340 (size=56733) 2024-11-24T03:52:50,770 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/2be2f2b2189b4068887cd01d28fd8800 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2be2f2b2189b4068887cd01d28fd8800 2024-11-24T03:52:50,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:50,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:50,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,778 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/A of 9f4296bb65e9882dd515840a19e3d94f into 2be2f2b2189b4068887cd01d28fd8800(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:50,778 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:50,778 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/A, priority=13, startTime=1732420370294; duration=0sec 2024-11-24T03:52:50,778 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:50,778 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:A 2024-11-24T03:52:50,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420430787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420430797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420430797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420430797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420430797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-24T03:52:50,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:50,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:50,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:50,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:51,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:51,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420431107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:51,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420431117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:51,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420431117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:51,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420431117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420431117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:51,160 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=87, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/f1bdd8f059b5414fbfda8877ac9e2902 2024-11-24T03:52:51,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/8c47167cfc2a4623bd97e5301bea7fc5 is 50, key is test_row_0/B:col10/1732420370295/Put/seqid=0 2024-11-24T03:52:51,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742165_1341 (size=12001) 2024-11-24T03:52:51,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:51,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:51,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,337 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:52:51,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:51,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:51,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/8c47167cfc2a4623bd97e5301bea7fc5 2024-11-24T03:52:51,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/dcec57c42494433587bf441029ca8b3b is 50, key is test_row_0/C:col10/1732420370295/Put/seqid=0 2024-11-24T03:52:51,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742166_1342 (size=12001) 2024-11-24T03:52:51,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420431617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:51,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420431637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420431637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420431637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:51,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420431637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:51,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:51,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:51,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:51,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:51,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-24T03:52:51,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:51,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/dcec57c42494433587bf441029ca8b3b 2024-11-24T03:52:51,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/f1bdd8f059b5414fbfda8877ac9e2902 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/f1bdd8f059b5414fbfda8877ac9e2902 2024-11-24T03:52:51,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/f1bdd8f059b5414fbfda8877ac9e2902, entries=300, sequenceid=87, filesize=55.4 K 2024-11-24T03:52:51,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/8c47167cfc2a4623bd97e5301bea7fc5 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/8c47167cfc2a4623bd97e5301bea7fc5 2024-11-24T03:52:51,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/8c47167cfc2a4623bd97e5301bea7fc5, entries=150, sequenceid=87, filesize=11.7 K 2024-11-24T03:52:51,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/dcec57c42494433587bf441029ca8b3b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/dcec57c42494433587bf441029ca8b3b 2024-11-24T03:52:51,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/dcec57c42494433587bf441029ca8b3b, entries=150, sequenceid=87, filesize=11.7 K 2024-11-24T03:52:51,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~165.80 KB/169776, currentSize=134.18 KB/137400 for 9f4296bb65e9882dd515840a19e3d94f in 1696ms, sequenceid=87, compaction requested=false 2024-11-24T03:52:51,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:51,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-24T03:52:51,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:51,996 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=134.18 KB heapSize=361.55 KB 2024-11-24T03:52:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:52:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:52:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:52:51,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:52,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241abd5bcbbafd4a5aa914c259cc759d7e_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420370454/Put/seqid=0 2024-11-24T03:52:52,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742167_1343 (size=12154) 2024-11-24T03:52:52,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:52,012 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241abd5bcbbafd4a5aa914c259cc759d7e_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241abd5bcbbafd4a5aa914c259cc759d7e_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:52,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/b6ab7ae53bd74182b013749174cab346, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:52,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/b6ab7ae53bd74182b013749174cab346 is 175, key is test_row_0/A:col10/1732420370454/Put/seqid=0 2024-11-24T03:52:52,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742168_1344 (size=30955) 2024-11-24T03:52:52,417 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/b6ab7ae53bd74182b013749174cab346 2024-11-24T03:52:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/a4c823c031a24cd4850a1aa279fc4851 is 50, key is test_row_0/B:col10/1732420370454/Put/seqid=0 2024-11-24T03:52:52,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742169_1345 (size=12001) 2024-11-24T03:52:52,428 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/a4c823c031a24cd4850a1aa279fc4851 2024-11-24T03:52:52,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/d4dac92d457c45b5a0afc92dd21e4d14 is 50, key is test_row_0/C:col10/1732420370454/Put/seqid=0 2024-11-24T03:52:52,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742170_1346 (size=12001) 2024-11-24T03:52:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:52,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:52,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420432667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:52,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420432671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:52,678 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_2' in 9f4296bb65e9882dd515840a19e3d94f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:52,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420432672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:52,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:52,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,685 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420432673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:52,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:52,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420432673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:52,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:52,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420432787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:52,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420432787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420432787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:52,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420432787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:52,840 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/d4dac92d457c45b5a0afc92dd21e4d14 2024-11-24T03:52:52,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/b6ab7ae53bd74182b013749174cab346 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/b6ab7ae53bd74182b013749174cab346 2024-11-24T03:52:52,847 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/b6ab7ae53bd74182b013749174cab346, entries=150, sequenceid=122, filesize=30.2 K 2024-11-24T03:52:52,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/a4c823c031a24cd4850a1aa279fc4851 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/a4c823c031a24cd4850a1aa279fc4851 2024-11-24T03:52:52,851 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/a4c823c031a24cd4850a1aa279fc4851, entries=150, sequenceid=122, filesize=11.7 K 2024-11-24T03:52:52,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/d4dac92d457c45b5a0afc92dd21e4d14 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d4dac92d457c45b5a0afc92dd21e4d14 2024-11-24T03:52:52,856 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d4dac92d457c45b5a0afc92dd21e4d14, entries=150, sequenceid=122, filesize=11.7 K 2024-11-24T03:52:52,856 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~361.50 KB/370176, currentSize=53.67 KB/54960 for 9f4296bb65e9882dd515840a19e3d94f in 860ms, sequenceid=122, compaction requested=true 2024-11-24T03:52:52,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:52,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:52,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-24T03:52:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-11-24T03:52:52,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-24T03:52:52,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1680 sec 2024-11-24T03:52:52,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 3.1790 sec 2024-11-24T03:52:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:52,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T03:52:52,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:52:52,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:52,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:52:53,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:53,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:52:53,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:53,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112464681c3d717a45f5b9d316d0031085a9_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420372672/Put/seqid=0 2024-11-24T03:52:53,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742171_1347 (size=14744) 2024-11-24T03:52:53,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420433032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420433033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420433036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420433040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420433147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420433147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420433147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420433157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420433357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420433366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420433367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420433377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,411 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:53,414 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112464681c3d717a45f5b9d316d0031085a9_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112464681c3d717a45f5b9d316d0031085a9_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:53,415 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/93ff64ca154549edb7483dff1d588e8a, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:53,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/93ff64ca154549edb7483dff1d588e8a is 175, key is test_row_0/A:col10/1732420372672/Put/seqid=0 2024-11-24T03:52:53,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742172_1348 (size=39699) 2024-11-24T03:52:53,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420433667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,673 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420433677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420433687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420433696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:53,820 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/93ff64ca154549edb7483dff1d588e8a 2024-11-24T03:52:53,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/c973d48520a54d82ad60852bf75a3e3c is 50, key is test_row_0/B:col10/1732420372672/Put/seqid=0 2024-11-24T03:52:53,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742173_1349 (size=12101) 2024-11-24T03:52:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-24T03:52:53,847 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:53,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-24T03:52:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-24T03:52:53,849 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:53,849 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:53,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-24T03:52:54,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-24T03:52:54,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:54,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:54,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:54,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:54,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:54,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-24T03:52:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:54,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:54,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:54,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-24T03:52:54,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:54,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420434177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:54,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:54,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:54,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:54,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420434197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:54,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:54,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420434208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:54,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:54,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:54,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:54,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/c973d48520a54d82ad60852bf75a3e3c 2024-11-24T03:52:54,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420434218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:54,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:54,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:54,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:54,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/ca2882d6676e4393afcb5368f2609113 is 50, key is test_row_0/C:col10/1732420372672/Put/seqid=0 2024-11-24T03:52:54,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742174_1350 (size=12101) 2024-11-24T03:52:54,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/ca2882d6676e4393afcb5368f2609113 2024-11-24T03:52:54,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/93ff64ca154549edb7483dff1d588e8a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/93ff64ca154549edb7483dff1d588e8a 2024-11-24T03:52:54,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/93ff64ca154549edb7483dff1d588e8a, entries=200, sequenceid=134, filesize=38.8 K 2024-11-24T03:52:54,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/c973d48520a54d82ad60852bf75a3e3c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/c973d48520a54d82ad60852bf75a3e3c 2024-11-24T03:52:54,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/c973d48520a54d82ad60852bf75a3e3c, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T03:52:54,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/ca2882d6676e4393afcb5368f2609113 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/ca2882d6676e4393afcb5368f2609113 2024-11-24T03:52:54,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/ca2882d6676e4393afcb5368f2609113, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T03:52:54,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9f4296bb65e9882dd515840a19e3d94f in 1308ms, sequenceid=134, compaction requested=true 2024-11-24T03:52:54,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:54,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:54,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:54,307 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:54,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:54,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:54,307 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:54,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:54,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:54,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-24T03:52:54,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:54,308 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T03:52:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:52:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:52:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:52:54,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:54,312 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:54,312 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158445 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:54,312 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/A is initiating minor compaction (all files) 2024-11-24T03:52:54,312 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/B is initiating minor compaction (all files) 2024-11-24T03:52:54,312 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/B in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:54,312 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/A in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:54,312 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/6cbccf35b2eb4d719117566c27db8c45, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/8c47167cfc2a4623bd97e5301bea7fc5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/a4c823c031a24cd4850a1aa279fc4851, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/c973d48520a54d82ad60852bf75a3e3c] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=47.1 K 2024-11-24T03:52:54,312 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2be2f2b2189b4068887cd01d28fd8800, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/f1bdd8f059b5414fbfda8877ac9e2902, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/b6ab7ae53bd74182b013749174cab346, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/93ff64ca154549edb7483dff1d588e8a] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=154.7 K 2024-11-24T03:52:54,312 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:54,312 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2be2f2b2189b4068887cd01d28fd8800, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/f1bdd8f059b5414fbfda8877ac9e2902, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/b6ab7ae53bd74182b013749174cab346, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/93ff64ca154549edb7483dff1d588e8a] 2024-11-24T03:52:54,313 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cbccf35b2eb4d719117566c27db8c45, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732420369918 2024-11-24T03:52:54,313 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2be2f2b2189b4068887cd01d28fd8800, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732420369918 2024-11-24T03:52:54,313 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1bdd8f059b5414fbfda8877ac9e2902, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732420370275 2024-11-24T03:52:54,314 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c47167cfc2a4623bd97e5301bea7fc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732420370290 2024-11-24T03:52:54,315 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting a4c823c031a24cd4850a1aa279fc4851, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732420370451 2024-11-24T03:52:54,316 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6ab7ae53bd74182b013749174cab346, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732420370451 2024-11-24T03:52:54,316 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting c973d48520a54d82ad60852bf75a3e3c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732420372662 2024-11-24T03:52:54,317 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93ff64ca154549edb7483dff1d588e8a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732420372662 2024-11-24T03:52:54,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246d4b789a2faf4ccdb2fcf1259a5f5cc9_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420373039/Put/seqid=0 2024-11-24T03:52:54,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742175_1351 (size=12304) 2024-11-24T03:52:54,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,369 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246d4b789a2faf4ccdb2fcf1259a5f5cc9_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246d4b789a2faf4ccdb2fcf1259a5f5cc9_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:54,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/2dc9e2d76e2441868f894fd781a9ef57, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:54,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/2dc9e2d76e2441868f894fd781a9ef57 is 175, key is test_row_0/A:col10/1732420373039/Put/seqid=0 2024-11-24T03:52:54,377 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#B#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:54,378 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/557e2034722a4d6f9221401edf0717e3 is 50, key is test_row_0/B:col10/1732420372672/Put/seqid=0 2024-11-24T03:52:54,385 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:54,419 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411240e05f475b87d4dbf9b93f6b9ae06a0bd_9f4296bb65e9882dd515840a19e3d94f store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:54,422 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411240e05f475b87d4dbf9b93f6b9ae06a0bd_9f4296bb65e9882dd515840a19e3d94f, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:54,422 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240e05f475b87d4dbf9b93f6b9ae06a0bd_9f4296bb65e9882dd515840a19e3d94f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:54,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742176_1352 (size=31105) 2024-11-24T03:52:54,435 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/2dc9e2d76e2441868f894fd781a9ef57 2024-11-24T03:52:54,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742177_1353 (size=12341) 2024-11-24T03:52:54,452 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/557e2034722a4d6f9221401edf0717e3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/557e2034722a4d6f9221401edf0717e3 2024-11-24T03:52:54,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/fa8d90dc5a6e4737834b0a3226436644 is 50, key is test_row_0/B:col10/1732420373039/Put/seqid=0 2024-11-24T03:52:54,460 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/B of 9f4296bb65e9882dd515840a19e3d94f into 557e2034722a4d6f9221401edf0717e3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:54,460 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:54,460 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/B, priority=12, startTime=1732420374307; duration=0sec 2024-11-24T03:52:54,460 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:54,460 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:B 2024-11-24T03:52:54,460 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:52:54,467 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:52:54,468 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/C is initiating minor compaction (all files) 2024-11-24T03:52:54,468 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/C in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:54,468 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/2a9bdb991d014bf7a6ae060ee46622e8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/dcec57c42494433587bf441029ca8b3b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d4dac92d457c45b5a0afc92dd21e4d14, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/ca2882d6676e4393afcb5368f2609113] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=47.1 K 2024-11-24T03:52:54,469 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a9bdb991d014bf7a6ae060ee46622e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732420369918 2024-11-24T03:52:54,470 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting dcec57c42494433587bf441029ca8b3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732420370290 2024-11-24T03:52:54,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-24T03:52:54,479 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting d4dac92d457c45b5a0afc92dd21e4d14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732420370451 2024-11-24T03:52:54,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742178_1354 (size=4469) 2024-11-24T03:52:54,479 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting ca2882d6676e4393afcb5368f2609113, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732420372662 2024-11-24T03:52:54,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742179_1355 (size=12151) 2024-11-24T03:52:54,525 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/fa8d90dc5a6e4737834b0a3226436644 2024-11-24T03:52:54,526 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#C#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:54,527 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/4b365aea51444c648e0fce45c83b9d57 is 50, key is test_row_0/C:col10/1732420372672/Put/seqid=0 2024-11-24T03:52:54,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742180_1356 (size=12341) 2024-11-24T03:52:54,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/06f4770692ea49a3bfc0cb5f7a569292 is 50, key is test_row_0/C:col10/1732420373039/Put/seqid=0 2024-11-24T03:52:54,552 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/4b365aea51444c648e0fce45c83b9d57 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4b365aea51444c648e0fce45c83b9d57 2024-11-24T03:52:54,562 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/C of 9f4296bb65e9882dd515840a19e3d94f into 4b365aea51444c648e0fce45c83b9d57(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:54,562 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:54,562 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/C, priority=12, startTime=1732420374307; duration=0sec 2024-11-24T03:52:54,562 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:54,562 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:C 2024-11-24T03:52:54,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742181_1357 (size=12151) 2024-11-24T03:52:54,576 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/06f4770692ea49a3bfc0cb5f7a569292 2024-11-24T03:52:54,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/2dc9e2d76e2441868f894fd781a9ef57 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2dc9e2d76e2441868f894fd781a9ef57 2024-11-24T03:52:54,592 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2dc9e2d76e2441868f894fd781a9ef57, entries=150, sequenceid=154, filesize=30.4 K 2024-11-24T03:52:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/fa8d90dc5a6e4737834b0a3226436644 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/fa8d90dc5a6e4737834b0a3226436644 2024-11-24T03:52:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,598 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/fa8d90dc5a6e4737834b0a3226436644, entries=150, sequenceid=154, filesize=11.9 K 2024-11-24T03:52:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/06f4770692ea49a3bfc0cb5f7a569292 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/06f4770692ea49a3bfc0cb5f7a569292 2024-11-24T03:52:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,604 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/06f4770692ea49a3bfc0cb5f7a569292, entries=150, sequenceid=154, filesize=11.9 K 2024-11-24T03:52:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,605 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 9f4296bb65e9882dd515840a19e3d94f in 297ms, sequenceid=154, compaction requested=false 2024-11-24T03:52:54,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:54,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-24T03:52:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-24T03:52:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-24T03:52:54,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 757 msec 2024-11-24T03:52:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 762 msec 2024-11-24T03:52:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,880 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#A#compaction#298 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:54,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,881 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/e6f9e74220ac4df3aa39383828ac4e41 is 175, key is test_row_0/A:col10/1732420372672/Put/seqid=0 2024-11-24T03:52:54,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742182_1358 (size=31295) 2024-11-24T03:52:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,907 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/e6f9e74220ac4df3aa39383828ac4e41 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e6f9e74220ac4df3aa39383828ac4e41 2024-11-24T03:52:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,914 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/A of 9f4296bb65e9882dd515840a19e3d94f into e6f9e74220ac4df3aa39383828ac4e41(size=30.6 K), total size for store is 60.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,914 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,914 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/A, priority=12, startTime=1732420374307; duration=0sec 2024-11-24T03:52:54,914 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:54,914 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:A 2024-11-24T03:52:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-24T03:52:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,987 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-24T03:52:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,989 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T03:52:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,995 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:55,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:52:55,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:52:55,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:55,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:52:55,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:55,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:52:55,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T03:52:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246e3e0e3d95294ff9aa61b02bd641ca5e_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420375075/Put/seqid=0 2024-11-24T03:52:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742183_1359 (size=12304) 2024-11-24T03:52:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T03:52:55,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:55,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:55,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420375248, max timestamp=1732420375261Num uniques 859; 2024-11-24T03:52:55,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420375248, max timestamp=1732420375261Num uniques 859; 2024-11-24T03:52:55,264 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:52:55,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:52:55,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420375248, max timestamp=1732420375261Num uniques 859; 2024-11-24T03:52:55,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:52:55,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T03:52:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T03:52:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:55,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:55,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420435318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420435319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420435333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420435334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420435338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420435447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420435447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420435447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,458 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T03:52:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:55,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420435457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420435457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,520 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:55,535 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246e3e0e3d95294ff9aa61b02bd641ca5e_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246e3e0e3d95294ff9aa61b02bd641ca5e_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:55,536 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/1dada5bf2a954c23b1136ad59b2b3cb7, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:55,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/1dada5bf2a954c23b1136ad59b2b3cb7 is 175, key is test_row_0/A:col10/1732420375075/Put/seqid=0 2024-11-24T03:52:55,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742184_1360 (size=31101) 2024-11-24T03:52:55,567 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/1dada5bf2a954c23b1136ad59b2b3cb7 2024-11-24T03:52:55,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/ead7ef5ee5ee465598291b0e647ed662 is 50, key is test_row_0/B:col10/1732420375075/Put/seqid=0 2024-11-24T03:52:55,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T03:52:55,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:55,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:55,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T03:52:55,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742185_1361 (size=9757) 2024-11-24T03:52:55,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/ead7ef5ee5ee465598291b0e647ed662 2024-11-24T03:52:55,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/e2c483f5cb884c79b67a6a55458e3e42 is 50, key is test_row_0/C:col10/1732420375075/Put/seqid=0 2024-11-24T03:52:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420435667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420435667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420435670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420435677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420435677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742186_1362 (size=9757) 2024-11-24T03:52:55,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T03:52:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:55,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T03:52:55,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:55,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:55,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:55,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420435987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:55,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:55,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:55,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420435987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420435989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420435997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420435997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T03:52:56,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:56,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:56,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:56,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:56,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:56,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/e2c483f5cb884c79b67a6a55458e3e42 2024-11-24T03:52:56,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/1dada5bf2a954c23b1136ad59b2b3cb7 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/1dada5bf2a954c23b1136ad59b2b3cb7 2024-11-24T03:52:56,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/1dada5bf2a954c23b1136ad59b2b3cb7, entries=150, sequenceid=167, filesize=30.4 K 2024-11-24T03:52:56,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/ead7ef5ee5ee465598291b0e647ed662 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ead7ef5ee5ee465598291b0e647ed662 2024-11-24T03:52:56,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ead7ef5ee5ee465598291b0e647ed662, entries=100, sequenceid=167, filesize=9.5 K 2024-11-24T03:52:56,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/e2c483f5cb884c79b67a6a55458e3e42 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/e2c483f5cb884c79b67a6a55458e3e42 2024-11-24T03:52:56,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/e2c483f5cb884c79b67a6a55458e3e42, entries=100, sequenceid=167, filesize=9.5 K 2024-11-24T03:52:56,124 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9f4296bb65e9882dd515840a19e3d94f in 1048ms, sequenceid=167, compaction requested=true 2024-11-24T03:52:56,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:56,124 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:56,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:56,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:56,125 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:56,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:56,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:56,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:56,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:56,125 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:56,125 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/A is initiating minor compaction (all files) 2024-11-24T03:52:56,126 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/A in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:56,126 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e6f9e74220ac4df3aa39383828ac4e41, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2dc9e2d76e2441868f894fd781a9ef57, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/1dada5bf2a954c23b1136ad59b2b3cb7] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=91.3 K 2024-11-24T03:52:56,126 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:56,126 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e6f9e74220ac4df3aa39383828ac4e41, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2dc9e2d76e2441868f894fd781a9ef57, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/1dada5bf2a954c23b1136ad59b2b3cb7] 2024-11-24T03:52:56,126 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34249 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:56,126 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/B is initiating minor compaction (all files) 2024-11-24T03:52:56,126 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/B in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:56,126 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/557e2034722a4d6f9221401edf0717e3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/fa8d90dc5a6e4737834b0a3226436644, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ead7ef5ee5ee465598291b0e647ed662] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=33.4 K 2024-11-24T03:52:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T03:52:56,127 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6f9e74220ac4df3aa39383828ac4e41, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732420372662 2024-11-24T03:52:56,127 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 557e2034722a4d6f9221401edf0717e3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732420372662 2024-11-24T03:52:56,127 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dc9e2d76e2441868f894fd781a9ef57, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732420373022 2024-11-24T03:52:56,127 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting fa8d90dc5a6e4737834b0a3226436644, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732420373022 2024-11-24T03:52:56,127 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dada5bf2a954c23b1136ad59b2b3cb7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732420374970 2024-11-24T03:52:56,127 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting ead7ef5ee5ee465598291b0e647ed662, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732420374970 2024-11-24T03:52:56,141 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#B#compaction#305 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:56,141 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/e48529bc14a94a7da30290ae33e729ef is 50, key is test_row_0/B:col10/1732420375075/Put/seqid=0 2024-11-24T03:52:56,156 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:56,160 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124cf4ccf181742428f838b5e1da6ea572b_9f4296bb65e9882dd515840a19e3d94f store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:56,162 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124cf4ccf181742428f838b5e1da6ea572b_9f4296bb65e9882dd515840a19e3d94f, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:56,162 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cf4ccf181742428f838b5e1da6ea572b_9f4296bb65e9882dd515840a19e3d94f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:56,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742187_1363 (size=12493) 2024-11-24T03:52:56,188 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/e48529bc14a94a7da30290ae33e729ef as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/e48529bc14a94a7da30290ae33e729ef 2024-11-24T03:52:56,200 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/B of 9f4296bb65e9882dd515840a19e3d94f into e48529bc14a94a7da30290ae33e729ef(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:56,200 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:56,200 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/B, priority=13, startTime=1732420376125; duration=0sec 2024-11-24T03:52:56,200 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:56,200 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:B 2024-11-24T03:52:56,200 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:56,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742188_1364 (size=4469) 2024-11-24T03:52:56,202 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34249 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:56,202 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/C is initiating minor compaction (all files) 2024-11-24T03:52:56,203 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/C in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:56,203 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4b365aea51444c648e0fce45c83b9d57, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/06f4770692ea49a3bfc0cb5f7a569292, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/e2c483f5cb884c79b67a6a55458e3e42] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=33.4 K 2024-11-24T03:52:56,203 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b365aea51444c648e0fce45c83b9d57, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732420372662 2024-11-24T03:52:56,203 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#A#compaction#306 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:56,204 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/cd2f3133bd7c4d60879137bc2b9b7c1c is 175, key is test_row_0/A:col10/1732420375075/Put/seqid=0 2024-11-24T03:52:56,205 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 06f4770692ea49a3bfc0cb5f7a569292, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732420373022 2024-11-24T03:52:56,206 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting e2c483f5cb884c79b67a6a55458e3e42, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732420374970 2024-11-24T03:52:56,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742189_1365 (size=31554) 2024-11-24T03:52:56,228 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#C#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:56,228 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/4bdcfda54b4f493ea9503ff0020260f4 is 50, key is test_row_0/C:col10/1732420375075/Put/seqid=0 2024-11-24T03:52:56,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-24T03:52:56,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:56,230 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-24T03:52:56,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:52:56,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:56,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:52:56,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:56,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:52:56,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:52:56,236 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/cd2f3133bd7c4d60879137bc2b9b7c1c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/cd2f3133bd7c4d60879137bc2b9b7c1c 2024-11-24T03:52:56,249 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/A of 9f4296bb65e9882dd515840a19e3d94f into cd2f3133bd7c4d60879137bc2b9b7c1c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:56,249 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:56,249 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/A, priority=13, startTime=1732420376124; duration=0sec 2024-11-24T03:52:56,249 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:56,249 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:A 2024-11-24T03:52:56,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742190_1366 (size=12493) 2024-11-24T03:52:56,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d95ecaaaf5df404caf12f4d8b4aad3c6_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420375333/Put/seqid=0 2024-11-24T03:52:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742191_1367 (size=12304) 2024-11-24T03:52:56,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:56,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420436535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420436535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420436535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420436536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420436536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,670 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/4bdcfda54b4f493ea9503ff0020260f4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4bdcfda54b4f493ea9503ff0020260f4 2024-11-24T03:52:56,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420436657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,675 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/C of 9f4296bb65e9882dd515840a19e3d94f into 4bdcfda54b4f493ea9503ff0020260f4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:56,675 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:56,675 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/C, priority=13, startTime=1732420376125; duration=0sec 2024-11-24T03:52:56,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,675 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:56,676 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:C 2024-11-24T03:52:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420436657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420436657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420436657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420436660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,677 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:56,697 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d95ecaaaf5df404caf12f4d8b4aad3c6_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d95ecaaaf5df404caf12f4d8b4aad3c6_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:56,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/e380c98399f243aaa0c22a8df0a910ff, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:56,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/e380c98399f243aaa0c22a8df0a910ff is 175, key is test_row_0/A:col10/1732420375333/Put/seqid=0 2024-11-24T03:52:56,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742192_1368 (size=31105) 2024-11-24T03:52:56,712 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/e380c98399f243aaa0c22a8df0a910ff 2024-11-24T03:52:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/8963ea3b7fb549c28c423af7b0be71ab is 50, key is test_row_0/B:col10/1732420375333/Put/seqid=0 2024-11-24T03:52:56,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742193_1369 (size=12151) 2024-11-24T03:52:56,747 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/8963ea3b7fb549c28c423af7b0be71ab 2024-11-24T03:52:56,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/1f0072bf92ce4069b24f65afbc27cf37 is 50, key is test_row_0/C:col10/1732420375333/Put/seqid=0 2024-11-24T03:52:56,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742194_1370 (size=12151) 2024-11-24T03:52:56,771 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/1f0072bf92ce4069b24f65afbc27cf37 2024-11-24T03:52:56,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/e380c98399f243aaa0c22a8df0a910ff as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e380c98399f243aaa0c22a8df0a910ff 2024-11-24T03:52:56,778 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e380c98399f243aaa0c22a8df0a910ff, entries=150, sequenceid=204, filesize=30.4 K 2024-11-24T03:52:56,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/8963ea3b7fb549c28c423af7b0be71ab as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/8963ea3b7fb549c28c423af7b0be71ab 2024-11-24T03:52:56,782 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/8963ea3b7fb549c28c423af7b0be71ab, entries=150, sequenceid=204, filesize=11.9 K 2024-11-24T03:52:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/1f0072bf92ce4069b24f65afbc27cf37 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1f0072bf92ce4069b24f65afbc27cf37 2024-11-24T03:52:56,786 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1f0072bf92ce4069b24f65afbc27cf37, entries=150, sequenceid=204, filesize=11.9 K 2024-11-24T03:52:56,786 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for 9f4296bb65e9882dd515840a19e3d94f in 556ms, sequenceid=204, compaction requested=false 2024-11-24T03:52:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:56,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-24T03:52:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-24T03:52:56,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-24T03:52:56,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7930 sec 2024-11-24T03:52:56,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.8040 sec 2024-11-24T03:52:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:56,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T03:52:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:52:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:52:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:52:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:56,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247c5c85c9155549209188367852b4a9ff_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420376513/Put/seqid=0 2024-11-24T03:52:56,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742195_1371 (size=14794) 2024-11-24T03:52:56,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420436908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420436909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420436915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420436918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:56,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420436919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:56,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:56,929 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420437027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420437027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420437027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420437036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420437036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-24T03:52:57,137 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:52:57,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:52:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-24T03:52:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T03:52:57,139 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:52:57,139 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:52:57,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:52:57,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420437237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420437237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420437237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T03:52:57,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420437247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420437247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-24T03:52:57,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:57,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:57,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:57,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,296 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:57,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247c5c85c9155549209188367852b4a9ff_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247c5c85c9155549209188367852b4a9ff_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:57,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/d0b6f4b8bacb479a90e08412ade48dcb, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:57,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/d0b6f4b8bacb479a90e08412ade48dcb is 175, key is test_row_0/A:col10/1732420376513/Put/seqid=0 2024-11-24T03:52:57,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742196_1372 (size=39749) 2024-11-24T03:52:57,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-24T03:52:57,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:57,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:57,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:57,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T03:52:57,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420437557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420437557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420437558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420437558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420437558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:57,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:57,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-24T03:52:57,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:57,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:57,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:57,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,704 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/d0b6f4b8bacb479a90e08412ade48dcb 2024-11-24T03:52:57,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/7cdfd75c039748da80145677febdc83d is 50, key is test_row_0/B:col10/1732420376513/Put/seqid=0 2024-11-24T03:52:57,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742197_1373 (size=12151) 2024-11-24T03:52:57,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/7cdfd75c039748da80145677febdc83d 2024-11-24T03:52:57,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/41e7403199f64e7ca6d713bca5b36aab is 50, key is test_row_0/C:col10/1732420376513/Put/seqid=0 2024-11-24T03:52:57,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742198_1374 (size=12151) 2024-11-24T03:52:57,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-24T03:52:57,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:57,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:57,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:57,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T03:52:57,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-24T03:52:57,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:57,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:57,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:57,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:58,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-24T03:52:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:58,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:58,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:52:58,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420438067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:58,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420438068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:58,072 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420438076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:58,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:58,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420438077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:58,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:58,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:58,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:58,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:58,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420438077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:58,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:58,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:58,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:58,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/41e7403199f64e7ca6d713bca5b36aab 2024-11-24T03:52:58,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/d0b6f4b8bacb479a90e08412ade48dcb as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/d0b6f4b8bacb479a90e08412ade48dcb 2024-11-24T03:52:58,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/d0b6f4b8bacb479a90e08412ade48dcb, entries=200, sequenceid=218, filesize=38.8 K 2024-11-24T03:52:58,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/7cdfd75c039748da80145677febdc83d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/7cdfd75c039748da80145677febdc83d 2024-11-24T03:52:58,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/7cdfd75c039748da80145677febdc83d, entries=150, sequenceid=218, filesize=11.9 K 2024-11-24T03:52:58,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/41e7403199f64e7ca6d713bca5b36aab as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/41e7403199f64e7ca6d713bca5b36aab 2024-11-24T03:52:58,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/41e7403199f64e7ca6d713bca5b36aab, entries=150, sequenceid=218, filesize=11.9 K 2024-11-24T03:52:58,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9f4296bb65e9882dd515840a19e3d94f in 1282ms, sequenceid=218, compaction requested=true 2024-11-24T03:52:58,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:58,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:52:58,164 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:58,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:58,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:52:58,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:58,164 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:58,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:52:58,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:58,164 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:58,164 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102408 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:58,164 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/A is initiating minor compaction (all files) 2024-11-24T03:52:58,164 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/B is initiating minor compaction (all files) 2024-11-24T03:52:58,165 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/B in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:58,165 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/A in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:58,165 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/cd2f3133bd7c4d60879137bc2b9b7c1c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e380c98399f243aaa0c22a8df0a910ff, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/d0b6f4b8bacb479a90e08412ade48dcb] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=100.0 K 2024-11-24T03:52:58,165 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/e48529bc14a94a7da30290ae33e729ef, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/8963ea3b7fb549c28c423af7b0be71ab, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/7cdfd75c039748da80145677febdc83d] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=35.9 K 2024-11-24T03:52:58,165 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:58,165 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/cd2f3133bd7c4d60879137bc2b9b7c1c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e380c98399f243aaa0c22a8df0a910ff, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/d0b6f4b8bacb479a90e08412ade48dcb] 2024-11-24T03:52:58,165 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting e48529bc14a94a7da30290ae33e729ef, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732420373022 2024-11-24T03:52:58,165 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd2f3133bd7c4d60879137bc2b9b7c1c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732420373022 2024-11-24T03:52:58,165 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8963ea3b7fb549c28c423af7b0be71ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732420375313 2024-11-24T03:52:58,165 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e380c98399f243aaa0c22a8df0a910ff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732420375313 2024-11-24T03:52:58,165 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cdfd75c039748da80145677febdc83d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732420376513 2024-11-24T03:52:58,166 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0b6f4b8bacb479a90e08412ade48dcb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732420376513 2024-11-24T03:52:58,195 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:58,199 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:58,199 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/e6493f8e58f44f8ba497d05c109ed713 is 50, key is test_row_0/B:col10/1732420376513/Put/seqid=0 2024-11-24T03:52:58,205 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112498f8ef7cbe4c4e75b41674646dba74ed_9f4296bb65e9882dd515840a19e3d94f store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:58,207 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112498f8ef7cbe4c4e75b41674646dba74ed_9f4296bb65e9882dd515840a19e3d94f, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:58,207 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112498f8ef7cbe4c4e75b41674646dba74ed_9f4296bb65e9882dd515840a19e3d94f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:58,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-24T03:52:58,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:58,210 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T03:52:58,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:52:58,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:58,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:52:58,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:58,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:52:58,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:58,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742199_1375 (size=12595) 2024-11-24T03:52:58,225 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/e6493f8e58f44f8ba497d05c109ed713 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/e6493f8e58f44f8ba497d05c109ed713 2024-11-24T03:52:58,237 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/B of 9f4296bb65e9882dd515840a19e3d94f into e6493f8e58f44f8ba497d05c109ed713(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:58,237 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:58,237 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/B, priority=13, startTime=1732420378164; duration=0sec 2024-11-24T03:52:58,237 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:52:58,237 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:B 2024-11-24T03:52:58,237 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:52:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247e066d16b34140b6912d9941281eb69b_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420376917/Put/seqid=0 2024-11-24T03:52:58,241 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:52:58,241 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/C is initiating minor compaction (all files) 2024-11-24T03:52:58,241 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/C in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:58,241 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4bdcfda54b4f493ea9503ff0020260f4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1f0072bf92ce4069b24f65afbc27cf37, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/41e7403199f64e7ca6d713bca5b36aab] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=35.9 K 2024-11-24T03:52:58,244 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bdcfda54b4f493ea9503ff0020260f4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732420373022 2024-11-24T03:52:58,244 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f0072bf92ce4069b24f65afbc27cf37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732420375313 2024-11-24T03:52:58,244 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 41e7403199f64e7ca6d713bca5b36aab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732420376513 2024-11-24T03:52:58,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742200_1376 (size=4469) 2024-11-24T03:52:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742201_1377 (size=12304) 2024-11-24T03:52:58,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:52:58,264 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247e066d16b34140b6912d9941281eb69b_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247e066d16b34140b6912d9941281eb69b_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:58,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/c37013c7f7794ffab9ca7204ba4d3e34, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:52:58,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/c37013c7f7794ffab9ca7204ba4d3e34 is 175, key is test_row_0/A:col10/1732420376917/Put/seqid=0 2024-11-24T03:52:58,267 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#C#compaction#317 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:58,268 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/1298b9da11004ae291ac16846744d986 is 50, key is test_row_0/C:col10/1732420376513/Put/seqid=0 2024-11-24T03:52:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T03:52:58,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742202_1378 (size=31105) 2024-11-24T03:52:58,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742203_1379 (size=12595) 2024-11-24T03:52:58,296 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/1298b9da11004ae291ac16846744d986 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1298b9da11004ae291ac16846744d986 2024-11-24T03:52:58,300 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/C of 9f4296bb65e9882dd515840a19e3d94f into 1298b9da11004ae291ac16846744d986(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:58,300 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:58,300 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/C, priority=13, startTime=1732420378164; duration=0sec 2024-11-24T03:52:58,300 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:58,300 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:C 2024-11-24T03:52:58,652 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#A#compaction#314 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:52:58,653 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/6acb3b759c404c73a111575d087041bc is 175, key is test_row_0/A:col10/1732420376513/Put/seqid=0 2024-11-24T03:52:58,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742204_1380 (size=31549) 2024-11-24T03:52:58,671 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/6acb3b759c404c73a111575d087041bc as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6acb3b759c404c73a111575d087041bc 2024-11-24T03:52:58,677 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/A of 9f4296bb65e9882dd515840a19e3d94f into 6acb3b759c404c73a111575d087041bc(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:52:58,677 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:58,677 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/A, priority=13, startTime=1732420378163; duration=0sec 2024-11-24T03:52:58,677 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:52:58,677 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:A 2024-11-24T03:52:58,682 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/c37013c7f7794ffab9ca7204ba4d3e34 2024-11-24T03:52:58,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/98806847bba34167929380b323a18e9c is 50, key is test_row_0/B:col10/1732420376917/Put/seqid=0 2024-11-24T03:52:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742205_1381 (size=12151) 2024-11-24T03:52:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:59,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:52:59,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420439097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420439097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,103 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_2' in 9f4296bb65e9882dd515840a19e3d94f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:59,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,103 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 9f4296bb65e9882dd515840a19e3d94f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:52:59,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420439098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420439099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420439103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,112 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/98806847bba34167929380b323a18e9c 2024-11-24T03:52:59,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/39e7c969ff6b4db79489ea800e6803ff is 50, key is test_row_0/C:col10/1732420376917/Put/seqid=0 2024-11-24T03:52:59,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742206_1382 (size=12151) 2024-11-24T03:52:59,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420439207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420439216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420439216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T03:52:59,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420439417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420439426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420439427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,527 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/39e7c969ff6b4db79489ea800e6803ff 2024-11-24T03:52:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/c37013c7f7794ffab9ca7204ba4d3e34 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c37013c7f7794ffab9ca7204ba4d3e34 2024-11-24T03:52:59,535 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c37013c7f7794ffab9ca7204ba4d3e34, entries=150, sequenceid=238, filesize=30.4 K 2024-11-24T03:52:59,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/98806847bba34167929380b323a18e9c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/98806847bba34167929380b323a18e9c 2024-11-24T03:52:59,538 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/98806847bba34167929380b323a18e9c, entries=150, sequenceid=238, filesize=11.9 K 2024-11-24T03:52:59,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/39e7c969ff6b4db79489ea800e6803ff as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/39e7c969ff6b4db79489ea800e6803ff 2024-11-24T03:52:59,541 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/39e7c969ff6b4db79489ea800e6803ff, entries=150, sequenceid=238, filesize=11.9 K 2024-11-24T03:52:59,542 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 9f4296bb65e9882dd515840a19e3d94f in 1332ms, sequenceid=238, compaction requested=false 2024-11-24T03:52:59,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:52:59,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:52:59,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-24T03:52:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-24T03:52:59,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-24T03:52:59,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4060 sec 2024-11-24T03:52:59,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.4110 sec 2024-11-24T03:52:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:52:59,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-24T03:52:59,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:52:59,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:59,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:52:59,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:59,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:52:59,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:52:59,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ed148c892b604bed856aa271ad27ee19_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420379101/Put/seqid=0 2024-11-24T03:52:59,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742207_1383 (size=14794) 2024-11-24T03:52:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420439777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420439800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420439800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420439907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420439917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:52:59,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420439917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:52:59,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:52:59,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:52:59,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:00,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420440127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:00,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420440137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:00,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420440138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:00,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,143 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:00,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:00,143 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:00,146 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ed148c892b604bed856aa271ad27ee19_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ed148c892b604bed856aa271ad27ee19_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:00,148 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/932a028e822445a3a1f33a66889f3db1, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:00,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/932a028e822445a3a1f33a66889f3db1 is 175, key is test_row_0/A:col10/1732420379101/Put/seqid=0 2024-11-24T03:53:00,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742208_1384 (size=39749) 2024-11-24T03:53:00,165 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/932a028e822445a3a1f33a66889f3db1 2024-11-24T03:53:00,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/7c1283a70c7d4a128e9bd27a86693e37 is 50, key is test_row_0/B:col10/1732420379101/Put/seqid=0 2024-11-24T03:53:00,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742209_1385 (size=12151) 2024-11-24T03:53:00,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/7c1283a70c7d4a128e9bd27a86693e37 2024-11-24T03:53:00,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/5c65c0cf353041a0b57b9e55c8874850 is 50, key is test_row_0/C:col10/1732420379101/Put/seqid=0 2024-11-24T03:53:00,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742210_1386 (size=12151) 2024-11-24T03:53:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420440437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:00,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420440447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:00,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420440447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:00,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/5c65c0cf353041a0b57b9e55c8874850 2024-11-24T03:53:00,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/932a028e822445a3a1f33a66889f3db1 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/932a028e822445a3a1f33a66889f3db1 2024-11-24T03:53:00,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/932a028e822445a3a1f33a66889f3db1, entries=200, sequenceid=254, filesize=38.8 K 2024-11-24T03:53:00,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/7c1283a70c7d4a128e9bd27a86693e37 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/7c1283a70c7d4a128e9bd27a86693e37 2024-11-24T03:53:00,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/7c1283a70c7d4a128e9bd27a86693e37, entries=150, sequenceid=254, filesize=11.9 K 2024-11-24T03:53:00,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/5c65c0cf353041a0b57b9e55c8874850 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/5c65c0cf353041a0b57b9e55c8874850 2024-11-24T03:53:00,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/5c65c0cf353041a0b57b9e55c8874850, entries=150, sequenceid=254, filesize=11.9 K 2024-11-24T03:53:00,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 9f4296bb65e9882dd515840a19e3d94f in 897ms, sequenceid=254, compaction requested=true 2024-11-24T03:53:00,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:00,628 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:00,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:00,629 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:00,629 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/A is initiating minor compaction (all files) 2024-11-24T03:53:00,629 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/A in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:00,629 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6acb3b759c404c73a111575d087041bc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c37013c7f7794ffab9ca7204ba4d3e34, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/932a028e822445a3a1f33a66889f3db1] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=100.0 K 2024-11-24T03:53:00,629 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:00,629 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6acb3b759c404c73a111575d087041bc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c37013c7f7794ffab9ca7204ba4d3e34, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/932a028e822445a3a1f33a66889f3db1] 2024-11-24T03:53:00,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:00,629 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:00,630 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6acb3b759c404c73a111575d087041bc, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732420376513 2024-11-24T03:53:00,630 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c37013c7f7794ffab9ca7204ba4d3e34, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732420376914 2024-11-24T03:53:00,630 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:00,630 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/B is initiating minor compaction (all files) 2024-11-24T03:53:00,631 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/B in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:00,631 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/e6493f8e58f44f8ba497d05c109ed713, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/98806847bba34167929380b323a18e9c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/7c1283a70c7d4a128e9bd27a86693e37] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=36.0 K 2024-11-24T03:53:00,631 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting e6493f8e58f44f8ba497d05c109ed713, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732420376513 2024-11-24T03:53:00,631 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 932a028e822445a3a1f33a66889f3db1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732420379091 2024-11-24T03:53:00,632 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 98806847bba34167929380b323a18e9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732420376914 2024-11-24T03:53:00,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:00,632 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c1283a70c7d4a128e9bd27a86693e37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732420379096 2024-11-24T03:53:00,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:00,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:00,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:00,651 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#B#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:00,652 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/17cec7be53f142a8b0f2eda9eaf49cdf is 50, key is test_row_0/B:col10/1732420379101/Put/seqid=0 2024-11-24T03:53:00,655 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:00,671 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411245a69d407b03a4effbd026eadfd27216c_9f4296bb65e9882dd515840a19e3d94f store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:00,674 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411245a69d407b03a4effbd026eadfd27216c_9f4296bb65e9882dd515840a19e3d94f, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:00,674 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245a69d407b03a4effbd026eadfd27216c_9f4296bb65e9882dd515840a19e3d94f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742211_1387 (size=12697) 2024-11-24T03:53:00,707 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/17cec7be53f142a8b0f2eda9eaf49cdf as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/17cec7be53f142a8b0f2eda9eaf49cdf 2024-11-24T03:53:00,715 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/B of 9f4296bb65e9882dd515840a19e3d94f into 17cec7be53f142a8b0f2eda9eaf49cdf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:00,715 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:00,715 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/B, priority=13, startTime=1732420380629; duration=0sec 2024-11-24T03:53:00,715 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:00,715 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:B 2024-11-24T03:53:00,715 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:00,716 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:00,716 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/C is initiating minor compaction (all files) 2024-11-24T03:53:00,717 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/C in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:00,717 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1298b9da11004ae291ac16846744d986, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/39e7c969ff6b4db79489ea800e6803ff, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/5c65c0cf353041a0b57b9e55c8874850] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=36.0 K 2024-11-24T03:53:00,717 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1298b9da11004ae291ac16846744d986, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732420376513 2024-11-24T03:53:00,717 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 39e7c969ff6b4db79489ea800e6803ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732420376914 2024-11-24T03:53:00,718 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c65c0cf353041a0b57b9e55c8874850, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732420379096 2024-11-24T03:53:00,737 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#C#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:00,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742212_1388 (size=4469) 2024-11-24T03:53:00,737 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/e920e4b8d1964793a6162fc8993d0a6e is 50, key is test_row_0/C:col10/1732420379101/Put/seqid=0 2024-11-24T03:53:00,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742213_1389 (size=12697) 2024-11-24T03:53:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:00,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T03:53:00,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:53:00,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:00,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:53:00,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:00,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:53:00,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:00,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a199d4abd1c84ebf8152ea5dc1625cc0_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420379768/Put/seqid=0 2024-11-24T03:53:00,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742214_1390 (size=14994) 2024-11-24T03:53:00,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420440988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:00,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420440989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420440989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420441097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420441106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420441107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420441107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,111 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 9f4296bb65e9882dd515840a19e3d94f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420441117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,124 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_2' in 9f4296bb65e9882dd515840a19e3d94f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:01,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,138 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#A#compaction#324 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:01,138 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/864b935305484c2dba4e96172f34eb5d is 175, key is test_row_0/A:col10/1732420379101/Put/seqid=0 2024-11-24T03:53:01,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742215_1391 (size=31651) 2024-11-24T03:53:01,152 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/e920e4b8d1964793a6162fc8993d0a6e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/e920e4b8d1964793a6162fc8993d0a6e 2024-11-24T03:53:01,155 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/C of 9f4296bb65e9882dd515840a19e3d94f into e920e4b8d1964793a6162fc8993d0a6e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:01,155 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:01,155 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/C, priority=13, startTime=1732420380642; duration=0sec 2024-11-24T03:53:01,155 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:01,155 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:C 2024-11-24T03:53:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-24T03:53:01,317 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:01,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-24T03:53:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T03:53:01,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420441317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420441317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420441317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,324 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:01,325 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:01,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:01,368 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,372 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a199d4abd1c84ebf8152ea5dc1625cc0_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a199d4abd1c84ebf8152ea5dc1625cc0_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:01,375 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/50cc68ea00fa446987e2c7b7e5161282, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:01,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/50cc68ea00fa446987e2c7b7e5161282 is 175, key is test_row_0/A:col10/1732420379768/Put/seqid=0 2024-11-24T03:53:01,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742216_1392 (size=39949) 2024-11-24T03:53:01,380 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/50cc68ea00fa446987e2c7b7e5161282 2024-11-24T03:53:01,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/162b452c534d429e82eaf3dc3123b735 is 50, key is test_row_0/B:col10/1732420379768/Put/seqid=0 2024-11-24T03:53:01,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742217_1393 (size=12301) 2024-11-24T03:53:01,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/162b452c534d429e82eaf3dc3123b735 2024-11-24T03:53:01,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/5ba32fcf3a0b4f47ad737f32ec0146f4 is 50, key is test_row_0/C:col10/1732420379768/Put/seqid=0 2024-11-24T03:53:01,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742218_1394 (size=12301) 2024-11-24T03:53:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T03:53:01,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-24T03:53:01,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:01,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:53:01,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:01,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:01,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:01,548 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/864b935305484c2dba4e96172f34eb5d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/864b935305484c2dba4e96172f34eb5d 2024-11-24T03:53:01,553 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/A of 9f4296bb65e9882dd515840a19e3d94f into 864b935305484c2dba4e96172f34eb5d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:01,553 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:01,553 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/A, priority=13, startTime=1732420380628; duration=0sec 2024-11-24T03:53:01,553 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:01,553 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:A 2024-11-24T03:53:01,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-24T03:53:01,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:01,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:53:01,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:01,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:01,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:01,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420441627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420441627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,633 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:01,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420441627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:01,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:01,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T03:53:01,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-24T03:53:01,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:01,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:53:01,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:01,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:01,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:01,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/5ba32fcf3a0b4f47ad737f32ec0146f4 2024-11-24T03:53:01,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/50cc68ea00fa446987e2c7b7e5161282 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/50cc68ea00fa446987e2c7b7e5161282 2024-11-24T03:53:01,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/50cc68ea00fa446987e2c7b7e5161282, entries=200, sequenceid=275, filesize=39.0 K 2024-11-24T03:53:01,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/162b452c534d429e82eaf3dc3123b735 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/162b452c534d429e82eaf3dc3123b735 2024-11-24T03:53:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/162b452c534d429e82eaf3dc3123b735, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T03:53:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/5ba32fcf3a0b4f47ad737f32ec0146f4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/5ba32fcf3a0b4f47ad737f32ec0146f4 2024-11-24T03:53:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/5ba32fcf3a0b4f47ad737f32ec0146f4, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T03:53:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 9f4296bb65e9882dd515840a19e3d94f in 882ms, sequenceid=275, compaction requested=false 2024-11-24T03:53:01,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-24T03:53:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:01,937 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T03:53:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:53:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:53:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:53:01,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112445a2192cea10481a8c88991fc0b08f30_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420380987/Put/seqid=0 2024-11-24T03:53:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T03:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742219_1395 (size=9914) 2024-11-24T03:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:53:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420442255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:02,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420442257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420442266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:02,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:02,351 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112445a2192cea10481a8c88991fc0b08f30_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112445a2192cea10481a8c88991fc0b08f30_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:02,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/5651001ee2584e499c762cf5dd0b0305, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:02,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/5651001ee2584e499c762cf5dd0b0305 is 175, key is test_row_0/A:col10/1732420380987/Put/seqid=0 2024-11-24T03:53:02,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742220_1396 (size=22561) 2024-11-24T03:53:02,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420442377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:02,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:02,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420442377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:02,379 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420442377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T03:53:02,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420442587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420442587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:02,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420442587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:02,755 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/5651001ee2584e499c762cf5dd0b0305 2024-11-24T03:53:02,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/965b758e174e4910ad4f157ddb2b8523 is 50, key is test_row_0/B:col10/1732420380987/Put/seqid=0 2024-11-24T03:53:02,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742221_1397 (size=9857) 2024-11-24T03:53:02,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420442897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:02,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420442897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420442897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:02,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:03,180 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/965b758e174e4910ad4f157ddb2b8523 2024-11-24T03:53:03,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/d8f4e2ce331e4c08bf9df3c05b027ee0 is 50, key is test_row_0/C:col10/1732420380987/Put/seqid=0 2024-11-24T03:53:03,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742222_1398 (size=9857) 2024-11-24T03:53:03,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420443407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420443407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:03,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420443417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:03,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:03,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:03,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T03:53:03,611 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/d8f4e2ce331e4c08bf9df3c05b027ee0 2024-11-24T03:53:03,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/5651001ee2584e499c762cf5dd0b0305 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5651001ee2584e499c762cf5dd0b0305 2024-11-24T03:53:03,626 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5651001ee2584e499c762cf5dd0b0305, entries=100, sequenceid=289, filesize=22.0 K 2024-11-24T03:53:03,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/965b758e174e4910ad4f157ddb2b8523 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/965b758e174e4910ad4f157ddb2b8523 2024-11-24T03:53:03,635 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/965b758e174e4910ad4f157ddb2b8523, entries=100, sequenceid=289, filesize=9.6 K 2024-11-24T03:53:03,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/d8f4e2ce331e4c08bf9df3c05b027ee0 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d8f4e2ce331e4c08bf9df3c05b027ee0 2024-11-24T03:53:03,649 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d8f4e2ce331e4c08bf9df3c05b027ee0, entries=100, sequenceid=289, filesize=9.6 K 2024-11-24T03:53:03,650 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9f4296bb65e9882dd515840a19e3d94f in 1713ms, sequenceid=289, compaction requested=true 2024-11-24T03:53:03,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:03,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:03,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-24T03:53:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-24T03:53:03,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-24T03:53:03,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3300 sec 2024-11-24T03:53:03,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.3480 sec 2024-11-24T03:53:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:04,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420382244, max timestamp=1732420384430Num uniques 859; 2024-11-24T03:53:04,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420382244, max timestamp=1732420384430Num uniques 859; 2024-11-24T03:53:04,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:04,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:04,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420382244, max timestamp=1732420384430Num uniques 859; 2024-11-24T03:53:04,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:04,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=26.84 KB heapSize=66.23 KB 2024-11-24T03:53:04,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:53:04,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:04,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:53:04,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:04,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:53:04,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:04,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249d6177c587b843c09282787daf2a6dd3_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420384430/Put/seqid=0 2024-11-24T03:53:04,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742223_1399 (size=14994) 2024-11-24T03:53:04,464 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:04,468 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249d6177c587b843c09282787daf2a6dd3_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249d6177c587b843c09282787daf2a6dd3_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:04,469 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/778fd6480ca34d2ca7a79c52fbc45739, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:04,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/778fd6480ca34d2ca7a79c52fbc45739 is 175, key is test_row_0/A:col10/1732420384430/Put/seqid=0 2024-11-24T03:53:04,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742224_1400 (size=39949) 2024-11-24T03:53:04,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732420384461, max timestamp=1732420384508Num uniques 859; 2024-11-24T03:53:04,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732420384461, max timestamp=1732420384508Num uniques 859; 2024-11-24T03:53:04,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732420384461, max timestamp=1732420384508Num uniques 859; 2024-11-24T03:53:04,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T03:53:04,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T03:53:04,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T03:53:04,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420444585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:04,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:04,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420444595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:04,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:04,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420444604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:04,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420444707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:04,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:04,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420444717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:04,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420444740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:04,893 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/778fd6480ca34d2ca7a79c52fbc45739 2024-11-24T03:53:04,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/4483fda7227f4ddda2c707df6d78cd2d is 50, key is test_row_0/B:col10/1732420384430/Put/seqid=0 2024-11-24T03:53:04,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742225_1401 (size=12301) 2024-11-24T03:53:04,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/4483fda7227f4ddda2c707df6d78cd2d 2024-11-24T03:53:04,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420444927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:04,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:04,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420444927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:04,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,944 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:04,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/b97433a83712442c924c9a6e2b482624 is 50, key is test_row_0/C:col10/1732420384430/Put/seqid=0 2024-11-24T03:53:04,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742226_1402 (size=12301) 2024-11-24T03:53:04,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420444957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:04,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:04,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:05,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38084 deadline: 1732420445137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:05,146 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 9f4296bb65e9882dd515840a19e3d94f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:05,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:05,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38052 deadline: 1732420445157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:05,166 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_2' in 9f4296bb65e9882dd515840a19e3d94f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8256 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:05,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420445246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:05,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:05,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420445257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:05,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420445277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:05,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/b97433a83712442c924c9a6e2b482624 2024-11-24T03:53:05,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/778fd6480ca34d2ca7a79c52fbc45739 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/778fd6480ca34d2ca7a79c52fbc45739 2024-11-24T03:53:05,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/778fd6480ca34d2ca7a79c52fbc45739, entries=200, sequenceid=311, filesize=39.0 K 2024-11-24T03:53:05,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/4483fda7227f4ddda2c707df6d78cd2d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/4483fda7227f4ddda2c707df6d78cd2d 2024-11-24T03:53:05,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/4483fda7227f4ddda2c707df6d78cd2d, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T03:53:05,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/b97433a83712442c924c9a6e2b482624 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/b97433a83712442c924c9a6e2b482624 2024-11-24T03:53:05,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/b97433a83712442c924c9a6e2b482624, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T03:53:05,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=154.31 KB/158010 for 9f4296bb65e9882dd515840a19e3d94f in 946ms, sequenceid=311, compaction requested=true 2024-11-24T03:53:05,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:05,380 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:05,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:05,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:05,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:05,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:05,382 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:05,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:05,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:05,383 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134110 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:05,383 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/A is initiating minor compaction (all files) 2024-11-24T03:53:05,383 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47156 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:05,383 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/A in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:05,383 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/B is initiating minor compaction (all files) 2024-11-24T03:53:05,383 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/864b935305484c2dba4e96172f34eb5d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/50cc68ea00fa446987e2c7b7e5161282, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5651001ee2584e499c762cf5dd0b0305, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/778fd6480ca34d2ca7a79c52fbc45739] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=131.0 K 2024-11-24T03:53:05,383 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/B in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:05,383 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:05,383 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/17cec7be53f142a8b0f2eda9eaf49cdf, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/162b452c534d429e82eaf3dc3123b735, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/965b758e174e4910ad4f157ddb2b8523, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/4483fda7227f4ddda2c707df6d78cd2d] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=46.1 K 2024-11-24T03:53:05,383 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/864b935305484c2dba4e96172f34eb5d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/50cc68ea00fa446987e2c7b7e5161282, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5651001ee2584e499c762cf5dd0b0305, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/778fd6480ca34d2ca7a79c52fbc45739] 2024-11-24T03:53:05,384 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 864b935305484c2dba4e96172f34eb5d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732420379096 2024-11-24T03:53:05,384 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 17cec7be53f142a8b0f2eda9eaf49cdf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732420379096 2024-11-24T03:53:05,384 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 162b452c534d429e82eaf3dc3123b735, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732420379768 2024-11-24T03:53:05,384 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50cc68ea00fa446987e2c7b7e5161282, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732420379768 2024-11-24T03:53:05,384 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 965b758e174e4910ad4f157ddb2b8523, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732420380986 2024-11-24T03:53:05,385 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5651001ee2584e499c762cf5dd0b0305, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732420380986 2024-11-24T03:53:05,385 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4483fda7227f4ddda2c707df6d78cd2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732420382261 2024-11-24T03:53:05,385 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 778fd6480ca34d2ca7a79c52fbc45739, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732420382244 2024-11-24T03:53:05,401 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#B#compaction#335 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:05,401 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/1a3895bea32e4a6f87d6519a05d8884b is 50, key is test_row_0/B:col10/1732420384430/Put/seqid=0 2024-11-24T03:53:05,404 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:05,407 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124048c17f56c434aecb088a2880e427dfb_9f4296bb65e9882dd515840a19e3d94f store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:05,409 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124048c17f56c434aecb088a2880e427dfb_9f4296bb65e9882dd515840a19e3d94f, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:05,409 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124048c17f56c434aecb088a2880e427dfb_9f4296bb65e9882dd515840a19e3d94f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:05,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742227_1403 (size=12983) 2024-11-24T03:53:05,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742228_1404 (size=4469) 2024-11-24T03:53:05,419 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#A#compaction#336 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:05,419 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/5ad8d498f62449dab873051b6a035c7d is 175, key is test_row_0/A:col10/1732420384430/Put/seqid=0 2024-11-24T03:53:05,423 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/1a3895bea32e4a6f87d6519a05d8884b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/1a3895bea32e4a6f87d6519a05d8884b 2024-11-24T03:53:05,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742229_1405 (size=31937) 2024-11-24T03:53:05,431 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/B of 9f4296bb65e9882dd515840a19e3d94f into 1a3895bea32e4a6f87d6519a05d8884b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:05,431 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:05,432 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/B, priority=12, startTime=1732420385382; duration=0sec 2024-11-24T03:53:05,432 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:05,432 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:B 2024-11-24T03:53:05,432 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:05,433 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47156 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:05,433 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/C is initiating minor compaction (all files) 2024-11-24T03:53:05,433 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/C in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:05,433 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/e920e4b8d1964793a6162fc8993d0a6e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/5ba32fcf3a0b4f47ad737f32ec0146f4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d8f4e2ce331e4c08bf9df3c05b027ee0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/b97433a83712442c924c9a6e2b482624] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=46.1 K 2024-11-24T03:53:05,434 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting e920e4b8d1964793a6162fc8993d0a6e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732420379096 2024-11-24T03:53:05,436 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ba32fcf3a0b4f47ad737f32ec0146f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732420379768 2024-11-24T03:53:05,436 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting d8f4e2ce331e4c08bf9df3c05b027ee0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732420380986 2024-11-24T03:53:05,436 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/5ad8d498f62449dab873051b6a035c7d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5ad8d498f62449dab873051b6a035c7d 2024-11-24T03:53:05,437 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting b97433a83712442c924c9a6e2b482624, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732420382261 2024-11-24T03:53:05,447 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/A of 9f4296bb65e9882dd515840a19e3d94f into 5ad8d498f62449dab873051b6a035c7d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:05,447 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:05,447 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/A, priority=12, startTime=1732420385380; duration=0sec 2024-11-24T03:53:05,447 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:05,447 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:A 2024-11-24T03:53:05,453 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#C#compaction#337 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:05,454 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/4799c98230454c0c88b0c8f8913ab5df is 50, key is test_row_0/C:col10/1732420384430/Put/seqid=0 2024-11-24T03:53:05,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742230_1406 (size=12983) 2024-11-24T03:53:05,462 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/4799c98230454c0c88b0c8f8913ab5df as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4799c98230454c0c88b0c8f8913ab5df 2024-11-24T03:53:05,466 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/C of 9f4296bb65e9882dd515840a19e3d94f into 4799c98230454c0c88b0c8f8913ab5df(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:05,466 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:05,466 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/C, priority=12, startTime=1732420385382; duration=0sec 2024-11-24T03:53:05,467 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:05,467 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:C 2024-11-24T03:53:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-24T03:53:05,487 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:05,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-24T03:53:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T03:53:05,490 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:05,490 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:05,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T03:53:05,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T03:53:05,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:05,643 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-11-24T03:53:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:53:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:53:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:53:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:05,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c8dda757a07e45a99acf097a1cf66a7c_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420384583/Put/seqid=0 2024-11-24T03:53:05,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742231_1407 (size=12454) 2024-11-24T03:53:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:05,714 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c8dda757a07e45a99acf097a1cf66a7c_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c8dda757a07e45a99acf097a1cf66a7c_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:05,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/c6e0150d862b40519e1ae71c5a06e086, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:05,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/c6e0150d862b40519e1ae71c5a06e086 is 175, key is test_row_0/A:col10/1732420384583/Put/seqid=0 2024-11-24T03:53:05,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742232_1408 (size=31255) 2024-11-24T03:53:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:05,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:53:05,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420445797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,809 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T03:53:05,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420445802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:05,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420445808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:05,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:05,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420445917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:05,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:05,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:05,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420445917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:05,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:05,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T03:53:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420446127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420446127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:06,165 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/c6e0150d862b40519e1ae71c5a06e086 2024-11-24T03:53:06,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/ca86445910934059bbaee6d17f0fd196 is 50, key is test_row_0/B:col10/1732420384583/Put/seqid=0 2024-11-24T03:53:06,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742233_1409 (size=12301) 2024-11-24T03:53:06,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420446446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420446446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:06,592 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/ca86445910934059bbaee6d17f0fd196 2024-11-24T03:53:06,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/4ee7606cb429434b913c58f1fb545a9e is 50, key is test_row_0/C:col10/1732420384583/Put/seqid=0 2024-11-24T03:53:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742234_1410 (size=12301) 2024-11-24T03:53:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T03:53:06,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420446829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:06,837 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 9f4296bb65e9882dd515840a19e3d94f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:06,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420446957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:06,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420446966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:06,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:06,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:07,003 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/4ee7606cb429434b913c58f1fb545a9e 2024-11-24T03:53:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/c6e0150d862b40519e1ae71c5a06e086 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c6e0150d862b40519e1ae71c5a06e086 2024-11-24T03:53:07,013 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c6e0150d862b40519e1ae71c5a06e086, entries=150, sequenceid=351, filesize=30.5 K 2024-11-24T03:53:07,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/ca86445910934059bbaee6d17f0fd196 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ca86445910934059bbaee6d17f0fd196 2024-11-24T03:53:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,018 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ca86445910934059bbaee6d17f0fd196, entries=150, sequenceid=351, filesize=12.0 K 2024-11-24T03:53:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/4ee7606cb429434b913c58f1fb545a9e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4ee7606cb429434b913c58f1fb545a9e 2024-11-24T03:53:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,025 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4ee7606cb429434b913c58f1fb545a9e, entries=150, sequenceid=351, filesize=12.0 K 2024-11-24T03:53:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,025 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for 9f4296bb65e9882dd515840a19e3d94f in 1382ms, sequenceid=351, compaction requested=false 2024-11-24T03:53:07,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:07,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:07,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-24T03:53:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-24T03:53:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-24T03:53:07,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5380 sec 2024-11-24T03:53:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.5430 sec 2024-11-24T03:53:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T03:53:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,637 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-24T03:53:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,640 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T03:53:07,641 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T03:53:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T03:53:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,793 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-24T03:53:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:53:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:53:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:53:07,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244c66a2ed62f749368281d0ecf4103dc1_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_1/A:col10/1732420385806/Put/seqid=0 2024-11-24T03:53:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742235_1411 (size=9914) 2024-11-24T03:53:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T03:53:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:07,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:53:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420388034, max timestamp=1732420388090Num uniques 859; 2024-11-24T03:53:08,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420388034, max timestamp=1732420388090Num uniques 859; 2024-11-24T03:53:08,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420388034, max timestamp=1732420388090Num uniques 859; 2024-11-24T03:53:08,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:53:08,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:53:08,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:53:08,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420448179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:08,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:08,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732420388158, max timestamp=1732420388179Num uniques 1068; 2024-11-24T03:53:08,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732420388158, max timestamp=1732420388179Num uniques 1068; 2024-11-24T03:53:08,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-24T03:53:08,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-24T03:53:08,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732420388158, max timestamp=1732420388179Num uniques 1068; 2024-11-24T03:53:08,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-24T03:53:08,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:08,223 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244c66a2ed62f749368281d0ecf4103dc1_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244c66a2ed62f749368281d0ecf4103dc1_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:08,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/a75e0afba7644403a67baeb3d86ee05f, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:08,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/a75e0afba7644403a67baeb3d86ee05f is 175, key is test_row_1/A:col10/1732420385806/Put/seqid=0 2024-11-24T03:53:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742236_1412 (size=22561) 2024-11-24T03:53:08,253 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/a75e0afba7644403a67baeb3d86ee05f 2024-11-24T03:53:08,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/ecccbc7c56004471a244a8438ae1a658 is 50, key is test_row_1/B:col10/1732420385806/Put/seqid=0 2024-11-24T03:53:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T03:53:08,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742237_1413 (size=9857) 2024-11-24T03:53:08,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732420388295, max timestamp=1732420388318Num uniques 1077; 2024-11-24T03:53:08,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-24T03:53:08,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732420388295, max timestamp=1732420388318Num uniques 1077; 2024-11-24T03:53:08,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732420388295, max timestamp=1732420388318Num uniques 1077; 2024-11-24T03:53:08,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-24T03:53:08,323 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=12682, suffix heap size=139976,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=277 2024-11-24T03:53:08,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420448423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:08,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420448425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:08,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:08,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420448548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:08,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:08,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420448548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:08,702 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/ecccbc7c56004471a244a8438ae1a658 2024-11-24T03:53:08,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/46a0d921184a49d08558aa9272921a5d is 50, key is test_row_1/C:col10/1732420385806/Put/seqid=0 2024-11-24T03:53:08,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742238_1414 (size=9857) 2024-11-24T03:53:08,732 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/46a0d921184a49d08558aa9272921a5d 2024-11-24T03:53:08,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/a75e0afba7644403a67baeb3d86ee05f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a75e0afba7644403a67baeb3d86ee05f 2024-11-24T03:53:08,742 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a75e0afba7644403a67baeb3d86ee05f, entries=100, sequenceid=359, filesize=22.0 K 2024-11-24T03:53:08,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/ecccbc7c56004471a244a8438ae1a658 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ecccbc7c56004471a244a8438ae1a658 2024-11-24T03:53:08,747 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ecccbc7c56004471a244a8438ae1a658, entries=100, sequenceid=359, filesize=9.6 K 2024-11-24T03:53:08,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/46a0d921184a49d08558aa9272921a5d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/46a0d921184a49d08558aa9272921a5d 2024-11-24T03:53:08,756 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/46a0d921184a49d08558aa9272921a5d, entries=100, sequenceid=359, filesize=9.6 K 2024-11-24T03:53:08,757 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 9f4296bb65e9882dd515840a19e3d94f in 964ms, sequenceid=359, compaction requested=true 2024-11-24T03:53:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-24T03:53:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-24T03:53:08,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-24T03:53:08,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1170 sec 2024-11-24T03:53:08,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.1240 sec 2024-11-24T03:53:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:08,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=154.31 KB heapSize=434.39 KB 2024-11-24T03:53:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:53:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:53:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:53:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:53:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:53:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:53:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T03:53:08,777 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:08,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-24T03:53:08,780 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:08,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T03:53:08,783 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:08,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:08,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b014b00a4a044e2c8736cee49abaa3f8_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420388423/Put/seqid=0 2024-11-24T03:53:08,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742239_1415 (size=14994) 2024-11-24T03:53:08,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420448794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:08,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:08,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420448808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:08,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:08,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38098 deadline: 1732420448867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:08,875 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 9f4296bb65e9882dd515840a19e3d94f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4270 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T03:53:08,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420448917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:08,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:08,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420448917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:08,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:08,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:08,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T03:53:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:53:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:08,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T03:53:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:53:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T03:53:09,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420449127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:09,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420449127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:09,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:09,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:09,212 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b014b00a4a044e2c8736cee49abaa3f8_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b014b00a4a044e2c8736cee49abaa3f8_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:09,213 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/8b8d3e815e414157993dcdc77464eee9, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:09,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/8b8d3e815e414157993dcdc77464eee9 is 175, key is test_row_0/A:col10/1732420388423/Put/seqid=0 2024-11-24T03:53:09,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742240_1416 (size=39949) 2024-11-24T03:53:09,224 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=431, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/8b8d3e815e414157993dcdc77464eee9 2024-11-24T03:53:09,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/34cefbe9fc6742818f937127fefff491 is 50, key is test_row_0/B:col10/1732420388423/Put/seqid=0 2024-11-24T03:53:09,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T03:53:09,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:53:09,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742241_1417 (size=12301) 2024-11-24T03:53:09,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T03:53:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:53:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T03:53:09,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38048 deadline: 1732420449447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:09,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38058 deadline: 1732420449447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:09,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:09,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T03:53:09,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. as already flushing 2024-11-24T03:53:09,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:09,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/34cefbe9fc6742818f937127fefff491 2024-11-24T03:53:09,681 INFO [Thread-1492 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1492. 2024-11-24T03:53:09,683 INFO [Thread-1486 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1486. 2024-11-24T03:53:09,683 DEBUG [Thread-1486 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:09,683 DEBUG [Thread-1492 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:09,683 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,683 DEBUG [Thread-1492 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,684 DEBUG [Thread-1486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:09,684 DEBUG [Thread-1492 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:09,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/047e83f2cfae4d47af8ba422d3518b08 is 50, key is test_row_0/C:col10/1732420388423/Put/seqid=0 2024-11-24T03:53:09,689 INFO [Thread-1488 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1488. 2024-11-24T03:53:09,690 DEBUG [Thread-1488 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:09,690 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,690 DEBUG [Thread-1488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:09,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742242_1418 (size=12301) 2024-11-24T03:53:09,695 INFO [Thread-1484 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1484. 2024-11-24T03:53:09,695 DEBUG [Thread-1484 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:09,695 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,695 INFO [Thread-1490 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1490. 2024-11-24T03:53:09,695 DEBUG [Thread-1484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,695 DEBUG [Thread-1490 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:09,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:09,695 DEBUG [Thread-1490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,695 DEBUG [Thread-1490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:09,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/047e83f2cfae4d47af8ba422d3518b08 2024-11-24T03:53:09,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/8b8d3e815e414157993dcdc77464eee9 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/8b8d3e815e414157993dcdc77464eee9 2024-11-24T03:53:09,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/8b8d3e815e414157993dcdc77464eee9, entries=200, sequenceid=431, filesize=39.0 K 2024-11-24T03:53:09,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/34cefbe9fc6742818f937127fefff491 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/34cefbe9fc6742818f937127fefff491 2024-11-24T03:53:09,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/34cefbe9fc6742818f937127fefff491, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T03:53:09,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/047e83f2cfae4d47af8ba422d3518b08 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/047e83f2cfae4d47af8ba422d3518b08 2024-11-24T03:53:09,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/047e83f2cfae4d47af8ba422d3518b08, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T03:53:09,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~434.34 KB/444768, currentSize=26.84 KB/27480 for 9f4296bb65e9882dd515840a19e3d94f in 939ms, sequenceid=431, compaction requested=true 2024-11-24T03:53:09,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:09,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:09,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:09,712 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:09,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:09,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:09,712 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:09,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f4296bb65e9882dd515840a19e3d94f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:09,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:09,713 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:09,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T03:53:09,713 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/B is initiating minor compaction (all files) 2024-11-24T03:53:09,713 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125702 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:09,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,713 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/A is initiating minor compaction (all files) 2024-11-24T03:53:09,713 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/B in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,713 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/A in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,714 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-24T03:53:09,714 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/1a3895bea32e4a6f87d6519a05d8884b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ca86445910934059bbaee6d17f0fd196, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ecccbc7c56004471a244a8438ae1a658, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/34cefbe9fc6742818f937127fefff491] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=46.3 K 2024-11-24T03:53:09,714 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5ad8d498f62449dab873051b6a035c7d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c6e0150d862b40519e1ae71c5a06e086, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a75e0afba7644403a67baeb3d86ee05f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/8b8d3e815e414157993dcdc77464eee9] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=122.8 K 2024-11-24T03:53:09,714 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,714 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5ad8d498f62449dab873051b6a035c7d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c6e0150d862b40519e1ae71c5a06e086, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a75e0afba7644403a67baeb3d86ee05f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/8b8d3e815e414157993dcdc77464eee9] 2024-11-24T03:53:09,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:53:09,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:09,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:53:09,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:09,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:53:09,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:09,715 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a3895bea32e4a6f87d6519a05d8884b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732420382261 2024-11-24T03:53:09,715 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ad8d498f62449dab873051b6a035c7d, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732420382261 2024-11-24T03:53:09,715 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6e0150d862b40519e1ae71c5a06e086, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732420384583 2024-11-24T03:53:09,715 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting ca86445910934059bbaee6d17f0fd196, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732420384583 2024-11-24T03:53:09,715 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a75e0afba7644403a67baeb3d86ee05f, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732420385783 2024-11-24T03:53:09,715 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting ecccbc7c56004471a244a8438ae1a658, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732420385783 2024-11-24T03:53:09,716 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b8d3e815e414157993dcdc77464eee9, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732420388360 2024-11-24T03:53:09,716 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 34cefbe9fc6742818f937127fefff491, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732420388360 2024-11-24T03:53:09,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244e8d2643fd844bf880912ddd2b3d33bd_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_0/A:col10/1732420388791/Put/seqid=0 2024-11-24T03:53:09,735 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#B#compaction#348 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:09,735 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/6e2d3f65058944078ba00aa750b881d4 is 50, key is test_row_0/B:col10/1732420388423/Put/seqid=0 2024-11-24T03:53:09,744 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:09,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742243_1419 (size=9914) 2024-11-24T03:53:09,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:09,750 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244e8d2643fd844bf880912ddd2b3d33bd_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244e8d2643fd844bf880912ddd2b3d33bd_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:09,751 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411240e6ab73a5c5c4cc3a83683f12d5c2c96_9f4296bb65e9882dd515840a19e3d94f store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:09,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/8b6eed82772349ee9af16a13bc8a11f0, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:09,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/8b6eed82772349ee9af16a13bc8a11f0 is 175, key is test_row_0/A:col10/1732420388791/Put/seqid=0 2024-11-24T03:53:09,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742244_1420 (size=13119) 2024-11-24T03:53:09,765 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/6e2d3f65058944078ba00aa750b881d4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/6e2d3f65058944078ba00aa750b881d4 2024-11-24T03:53:09,772 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/B of 9f4296bb65e9882dd515840a19e3d94f into 6e2d3f65058944078ba00aa750b881d4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:09,772 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:09,772 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/B, priority=12, startTime=1732420389712; duration=0sec 2024-11-24T03:53:09,772 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:09,772 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:B 2024-11-24T03:53:09,772 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:09,773 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:09,774 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 9f4296bb65e9882dd515840a19e3d94f/C is initiating minor compaction (all files) 2024-11-24T03:53:09,774 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f4296bb65e9882dd515840a19e3d94f/C in TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:09,774 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4799c98230454c0c88b0c8f8913ab5df, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4ee7606cb429434b913c58f1fb545a9e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/46a0d921184a49d08558aa9272921a5d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/047e83f2cfae4d47af8ba422d3518b08] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp, totalSize=46.3 K 2024-11-24T03:53:09,775 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4799c98230454c0c88b0c8f8913ab5df, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732420382261 2024-11-24T03:53:09,778 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ee7606cb429434b913c58f1fb545a9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732420384583 2024-11-24T03:53:09,779 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 46a0d921184a49d08558aa9272921a5d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732420385783 2024-11-24T03:53:09,779 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 047e83f2cfae4d47af8ba422d3518b08, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732420388360 2024-11-24T03:53:09,781 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411240e6ab73a5c5c4cc3a83683f12d5c2c96_9f4296bb65e9882dd515840a19e3d94f, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:09,781 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240e6ab73a5c5c4cc3a83683f12d5c2c96_9f4296bb65e9882dd515840a19e3d94f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:09,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742245_1421 (size=22561) 2024-11-24T03:53:09,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742246_1422 (size=4469) 2024-11-24T03:53:09,810 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#A#compaction#349 average throughput is 0.37 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:09,811 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/fcd7a9a29eb241078d0207f45dc0a436 is 175, key is test_row_0/A:col10/1732420388423/Put/seqid=0 2024-11-24T03:53:09,813 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f4296bb65e9882dd515840a19e3d94f#C#compaction#350 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:09,814 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/1741c5596bb740019c59f30ba1225b6d is 50, key is test_row_0/C:col10/1732420388423/Put/seqid=0 2024-11-24T03:53:09,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742247_1423 (size=32073) 2024-11-24T03:53:09,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742248_1424 (size=13119) 2024-11-24T03:53:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T03:53:09,958 INFO [Thread-1473 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1473. 2024-11-24T03:53:09,958 DEBUG [Thread-1473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:09,958 DEBUG [Thread-1473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,958 DEBUG [Thread-1473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:09,969 INFO [Thread-1481 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1481. 2024-11-24T03:53:09,969 DEBUG [Thread-1481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:09,969 DEBUG [Thread-1481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,969 DEBUG [Thread-1481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:09,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:10,205 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=438, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/8b6eed82772349ee9af16a13bc8a11f0 2024-11-24T03:53:10,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/d3b7318614d04d7997b9fdfcee546a7e is 50, key is test_row_0/B:col10/1732420388791/Put/seqid=0 2024-11-24T03:53:10,223 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/fcd7a9a29eb241078d0207f45dc0a436 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/fcd7a9a29eb241078d0207f45dc0a436 2024-11-24T03:53:10,228 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/A of 9f4296bb65e9882dd515840a19e3d94f into fcd7a9a29eb241078d0207f45dc0a436(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:10,228 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:10,228 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/A, priority=12, startTime=1732420389712; duration=0sec 2024-11-24T03:53:10,228 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:10,228 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:A 2024-11-24T03:53:10,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742249_1425 (size=9857) 2024-11-24T03:53:10,236 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/d3b7318614d04d7997b9fdfcee546a7e 2024-11-24T03:53:10,240 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/1741c5596bb740019c59f30ba1225b6d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1741c5596bb740019c59f30ba1225b6d 2024-11-24T03:53:10,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/d48e4b5a71844025b6809b4405d44397 is 50, key is test_row_0/C:col10/1732420388791/Put/seqid=0 2024-11-24T03:53:10,245 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9f4296bb65e9882dd515840a19e3d94f/C of 9f4296bb65e9882dd515840a19e3d94f into 1741c5596bb740019c59f30ba1225b6d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:10,245 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:10,245 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., storeName=9f4296bb65e9882dd515840a19e3d94f/C, priority=12, startTime=1732420389712; duration=0sec 2024-11-24T03:53:10,245 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:10,246 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f4296bb65e9882dd515840a19e3d94f:C 2024-11-24T03:53:10,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742250_1426 (size=9857) 2024-11-24T03:53:10,260 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/d48e4b5a71844025b6809b4405d44397 2024-11-24T03:53:10,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/8b6eed82772349ee9af16a13bc8a11f0 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/8b6eed82772349ee9af16a13bc8a11f0 2024-11-24T03:53:10,271 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/8b6eed82772349ee9af16a13bc8a11f0, entries=100, sequenceid=438, filesize=22.0 K 2024-11-24T03:53:10,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/d3b7318614d04d7997b9fdfcee546a7e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/d3b7318614d04d7997b9fdfcee546a7e 2024-11-24T03:53:10,276 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/d3b7318614d04d7997b9fdfcee546a7e, entries=100, sequenceid=438, filesize=9.6 K 2024-11-24T03:53:10,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/d48e4b5a71844025b6809b4405d44397 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d48e4b5a71844025b6809b4405d44397 2024-11-24T03:53:10,282 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d48e4b5a71844025b6809b4405d44397, entries=100, sequenceid=438, filesize=9.6 K 2024-11-24T03:53:10,283 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=13.42 KB/13740 for 9f4296bb65e9882dd515840a19e3d94f in 570ms, sequenceid=438, compaction requested=false 2024-11-24T03:53:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 9f4296bb65e9882dd515840a19e3d94f: 2024-11-24T03:53:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:10,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-24T03:53:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-24T03:53:10,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-24T03:53:10,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5020 sec 2024-11-24T03:53:10,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.5090 sec 2024-11-24T03:53:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T03:53:10,928 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:12,898 INFO [Thread-1475 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1475. 2024-11-24T03:53:12,898 DEBUG [Thread-1475 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:12,898 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:12,899 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:12,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:15,238 INFO [Thread-1477 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1477. 2024-11-24T03:53:15,238 DEBUG [Thread-1477 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:15,238 DEBUG [Thread-1477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:15,238 DEBUG [Thread-1477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:15,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:15,248 INFO [Thread-1479 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1479. 2024-11-24T03:53:15,248 DEBUG [Thread-1479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:15,248 DEBUG [Thread-1479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:15,248 DEBUG [Thread-1479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:15,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 970 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2906 rows 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 961 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2883 rows 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 962 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2883 rows 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 967 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2894 rows 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 960 2024-11-24T03:53:15,249 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2875 rows 2024-11-24T03:53:15,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T03:53:15,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:53:15,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:15,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:15,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:15,250 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:53:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T03:53:15,253 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420395253"}]},"ts":"1732420395253"} 2024-11-24T03:53:15,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:53:15,255 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:53:15,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:53:15,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, UNASSIGN}] 2024-11-24T03:53:15,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, UNASSIGN 2024-11-24T03:53:15,258 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=9f4296bb65e9882dd515840a19e3d94f, regionState=CLOSING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:15,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, UNASSIGN because future has completed 2024-11-24T03:53:15,260 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:53:15,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:53:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T03:53:15,413 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(122): Close 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:15,413 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T03:53:15,414 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1722): Closing 9f4296bb65e9882dd515840a19e3d94f, disabling compactions & flushes 2024-11-24T03:53:15,414 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:15,414 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:15,414 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. after waiting 0 ms 2024-11-24T03:53:15,414 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:15,414 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(2902): Flushing 9f4296bb65e9882dd515840a19e3d94f 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-24T03:53:15,415 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=A 2024-11-24T03:53:15,415 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:15,415 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=B 2024-11-24T03:53:15,415 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:15,415 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9f4296bb65e9882dd515840a19e3d94f, store=C 2024-11-24T03:53:15,415 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:15,426 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c8d2565c516b4d4386500f1bc72260f8_9f4296bb65e9882dd515840a19e3d94f is 50, key is test_row_1/A:col10/1732420395247/Put/seqid=0 2024-11-24T03:53:15,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742251_1427 (size=9914) 2024-11-24T03:53:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T03:53:15,831 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:15,839 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c8d2565c516b4d4386500f1bc72260f8_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c8d2565c516b4d4386500f1bc72260f8_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:15,841 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/1a85dc3c864647d5960e76a65a0cc2de, store: [table=TestAcidGuarantees family=A region=9f4296bb65e9882dd515840a19e3d94f] 2024-11-24T03:53:15,842 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/1a85dc3c864647d5960e76a65a0cc2de is 175, key is test_row_1/A:col10/1732420395247/Put/seqid=0 2024-11-24T03:53:15,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742252_1428 (size=22561) 2024-11-24T03:53:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T03:53:16,245 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=449, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/1a85dc3c864647d5960e76a65a0cc2de 2024-11-24T03:53:16,250 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/b0cef64174bb4bffb6109d13549e1606 is 50, key is test_row_1/B:col10/1732420395247/Put/seqid=0 2024-11-24T03:53:16,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742253_1429 (size=9857) 2024-11-24T03:53:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T03:53:16,655 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/b0cef64174bb4bffb6109d13549e1606 2024-11-24T03:53:16,667 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/c48c4722a149494f89a30f4b6a4b039b is 50, key is test_row_1/C:col10/1732420395247/Put/seqid=0 2024-11-24T03:53:16,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742254_1430 (size=9857) 2024-11-24T03:53:17,071 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/c48c4722a149494f89a30f4b6a4b039b 2024-11-24T03:53:17,074 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/A/1a85dc3c864647d5960e76a65a0cc2de as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/1a85dc3c864647d5960e76a65a0cc2de 2024-11-24T03:53:17,077 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/1a85dc3c864647d5960e76a65a0cc2de, entries=100, sequenceid=449, filesize=22.0 K 2024-11-24T03:53:17,077 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/B/b0cef64174bb4bffb6109d13549e1606 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/b0cef64174bb4bffb6109d13549e1606 2024-11-24T03:53:17,080 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/b0cef64174bb4bffb6109d13549e1606, entries=100, sequenceid=449, filesize=9.6 K 2024-11-24T03:53:17,080 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/.tmp/C/c48c4722a149494f89a30f4b6a4b039b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/c48c4722a149494f89a30f4b6a4b039b 2024-11-24T03:53:17,083 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/c48c4722a149494f89a30f4b6a4b039b, entries=100, sequenceid=449, filesize=9.6 K 2024-11-24T03:53:17,083 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 9f4296bb65e9882dd515840a19e3d94f in 1669ms, sequenceid=449, compaction requested=true 2024-11-24T03:53:17,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/675796d48ee24b668872b91d4b8abfee, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6b5b8ab892c84247822a9432b7470839, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a328765223124e4f95704cbc1450d660, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2be2f2b2189b4068887cd01d28fd8800, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/f1bdd8f059b5414fbfda8877ac9e2902, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/b6ab7ae53bd74182b013749174cab346, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/93ff64ca154549edb7483dff1d588e8a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e6f9e74220ac4df3aa39383828ac4e41, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2dc9e2d76e2441868f894fd781a9ef57, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/cd2f3133bd7c4d60879137bc2b9b7c1c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/1dada5bf2a954c23b1136ad59b2b3cb7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e380c98399f243aaa0c22a8df0a910ff, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/d0b6f4b8bacb479a90e08412ade48dcb, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6acb3b759c404c73a111575d087041bc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c37013c7f7794ffab9ca7204ba4d3e34, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/932a028e822445a3a1f33a66889f3db1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/864b935305484c2dba4e96172f34eb5d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/50cc68ea00fa446987e2c7b7e5161282, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5651001ee2584e499c762cf5dd0b0305, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/778fd6480ca34d2ca7a79c52fbc45739, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5ad8d498f62449dab873051b6a035c7d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c6e0150d862b40519e1ae71c5a06e086, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a75e0afba7644403a67baeb3d86ee05f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/8b8d3e815e414157993dcdc77464eee9] to archive 2024-11-24T03:53:17,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:53:17,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/675796d48ee24b668872b91d4b8abfee to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/675796d48ee24b668872b91d4b8abfee 2024-11-24T03:53:17,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6b5b8ab892c84247822a9432b7470839 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6b5b8ab892c84247822a9432b7470839 2024-11-24T03:53:17,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a328765223124e4f95704cbc1450d660 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a328765223124e4f95704cbc1450d660 2024-11-24T03:53:17,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2be2f2b2189b4068887cd01d28fd8800 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2be2f2b2189b4068887cd01d28fd8800 2024-11-24T03:53:17,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/f1bdd8f059b5414fbfda8877ac9e2902 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/f1bdd8f059b5414fbfda8877ac9e2902 2024-11-24T03:53:17,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/b6ab7ae53bd74182b013749174cab346 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/b6ab7ae53bd74182b013749174cab346 2024-11-24T03:53:17,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/93ff64ca154549edb7483dff1d588e8a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/93ff64ca154549edb7483dff1d588e8a 2024-11-24T03:53:17,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e6f9e74220ac4df3aa39383828ac4e41 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e6f9e74220ac4df3aa39383828ac4e41 2024-11-24T03:53:17,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2dc9e2d76e2441868f894fd781a9ef57 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/2dc9e2d76e2441868f894fd781a9ef57 2024-11-24T03:53:17,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/cd2f3133bd7c4d60879137bc2b9b7c1c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/cd2f3133bd7c4d60879137bc2b9b7c1c 2024-11-24T03:53:17,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/1dada5bf2a954c23b1136ad59b2b3cb7 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/1dada5bf2a954c23b1136ad59b2b3cb7 2024-11-24T03:53:17,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e380c98399f243aaa0c22a8df0a910ff to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/e380c98399f243aaa0c22a8df0a910ff 2024-11-24T03:53:17,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/d0b6f4b8bacb479a90e08412ade48dcb to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/d0b6f4b8bacb479a90e08412ade48dcb 2024-11-24T03:53:17,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6acb3b759c404c73a111575d087041bc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/6acb3b759c404c73a111575d087041bc 2024-11-24T03:53:17,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c37013c7f7794ffab9ca7204ba4d3e34 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c37013c7f7794ffab9ca7204ba4d3e34 2024-11-24T03:53:17,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/932a028e822445a3a1f33a66889f3db1 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/932a028e822445a3a1f33a66889f3db1 2024-11-24T03:53:17,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/864b935305484c2dba4e96172f34eb5d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/864b935305484c2dba4e96172f34eb5d 2024-11-24T03:53:17,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/50cc68ea00fa446987e2c7b7e5161282 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/50cc68ea00fa446987e2c7b7e5161282 2024-11-24T03:53:17,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5651001ee2584e499c762cf5dd0b0305 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5651001ee2584e499c762cf5dd0b0305 2024-11-24T03:53:17,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/778fd6480ca34d2ca7a79c52fbc45739 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/778fd6480ca34d2ca7a79c52fbc45739 2024-11-24T03:53:17,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5ad8d498f62449dab873051b6a035c7d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/5ad8d498f62449dab873051b6a035c7d 2024-11-24T03:53:17,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c6e0150d862b40519e1ae71c5a06e086 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/c6e0150d862b40519e1ae71c5a06e086 2024-11-24T03:53:17,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a75e0afba7644403a67baeb3d86ee05f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/a75e0afba7644403a67baeb3d86ee05f 2024-11-24T03:53:17,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/8b8d3e815e414157993dcdc77464eee9 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/8b8d3e815e414157993dcdc77464eee9 2024-11-24T03:53:17,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/b79ca534ac614a578321e9b60cce5024, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/854c4fc4e3bf4a68a3792d48f4c1859c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/6cbccf35b2eb4d719117566c27db8c45, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/d16a26f5b93b46e6843b7bdcb8cb5834, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/8c47167cfc2a4623bd97e5301bea7fc5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/a4c823c031a24cd4850a1aa279fc4851, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/557e2034722a4d6f9221401edf0717e3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/c973d48520a54d82ad60852bf75a3e3c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/fa8d90dc5a6e4737834b0a3226436644, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/e48529bc14a94a7da30290ae33e729ef, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ead7ef5ee5ee465598291b0e647ed662, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/8963ea3b7fb549c28c423af7b0be71ab, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/e6493f8e58f44f8ba497d05c109ed713, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/7cdfd75c039748da80145677febdc83d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/98806847bba34167929380b323a18e9c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/17cec7be53f142a8b0f2eda9eaf49cdf, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/7c1283a70c7d4a128e9bd27a86693e37, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/162b452c534d429e82eaf3dc3123b735, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/965b758e174e4910ad4f157ddb2b8523, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/1a3895bea32e4a6f87d6519a05d8884b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/4483fda7227f4ddda2c707df6d78cd2d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ca86445910934059bbaee6d17f0fd196, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ecccbc7c56004471a244a8438ae1a658, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/34cefbe9fc6742818f937127fefff491] to archive 2024-11-24T03:53:17,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:53:17,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/b79ca534ac614a578321e9b60cce5024 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/b79ca534ac614a578321e9b60cce5024 2024-11-24T03:53:17,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/854c4fc4e3bf4a68a3792d48f4c1859c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/854c4fc4e3bf4a68a3792d48f4c1859c 2024-11-24T03:53:17,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/6cbccf35b2eb4d719117566c27db8c45 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/6cbccf35b2eb4d719117566c27db8c45 2024-11-24T03:53:17,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/d16a26f5b93b46e6843b7bdcb8cb5834 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/d16a26f5b93b46e6843b7bdcb8cb5834 2024-11-24T03:53:17,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/8c47167cfc2a4623bd97e5301bea7fc5 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/8c47167cfc2a4623bd97e5301bea7fc5 2024-11-24T03:53:17,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/a4c823c031a24cd4850a1aa279fc4851 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/a4c823c031a24cd4850a1aa279fc4851 2024-11-24T03:53:17,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/557e2034722a4d6f9221401edf0717e3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/557e2034722a4d6f9221401edf0717e3 2024-11-24T03:53:17,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/c973d48520a54d82ad60852bf75a3e3c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/c973d48520a54d82ad60852bf75a3e3c 2024-11-24T03:53:17,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/fa8d90dc5a6e4737834b0a3226436644 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/fa8d90dc5a6e4737834b0a3226436644 2024-11-24T03:53:17,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/e48529bc14a94a7da30290ae33e729ef to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/e48529bc14a94a7da30290ae33e729ef 2024-11-24T03:53:17,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ead7ef5ee5ee465598291b0e647ed662 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ead7ef5ee5ee465598291b0e647ed662 2024-11-24T03:53:17,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/8963ea3b7fb549c28c423af7b0be71ab to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/8963ea3b7fb549c28c423af7b0be71ab 2024-11-24T03:53:17,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/e6493f8e58f44f8ba497d05c109ed713 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/e6493f8e58f44f8ba497d05c109ed713 2024-11-24T03:53:17,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/7cdfd75c039748da80145677febdc83d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/7cdfd75c039748da80145677febdc83d 2024-11-24T03:53:17,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/98806847bba34167929380b323a18e9c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/98806847bba34167929380b323a18e9c 2024-11-24T03:53:17,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/17cec7be53f142a8b0f2eda9eaf49cdf to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/17cec7be53f142a8b0f2eda9eaf49cdf 2024-11-24T03:53:17,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/7c1283a70c7d4a128e9bd27a86693e37 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/7c1283a70c7d4a128e9bd27a86693e37 2024-11-24T03:53:17,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/162b452c534d429e82eaf3dc3123b735 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/162b452c534d429e82eaf3dc3123b735 2024-11-24T03:53:17,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/965b758e174e4910ad4f157ddb2b8523 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/965b758e174e4910ad4f157ddb2b8523 2024-11-24T03:53:17,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/1a3895bea32e4a6f87d6519a05d8884b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/1a3895bea32e4a6f87d6519a05d8884b 2024-11-24T03:53:17,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/4483fda7227f4ddda2c707df6d78cd2d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/4483fda7227f4ddda2c707df6d78cd2d 2024-11-24T03:53:17,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ca86445910934059bbaee6d17f0fd196 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ca86445910934059bbaee6d17f0fd196 2024-11-24T03:53:17,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ecccbc7c56004471a244a8438ae1a658 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/ecccbc7c56004471a244a8438ae1a658 2024-11-24T03:53:17,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/34cefbe9fc6742818f937127fefff491 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/34cefbe9fc6742818f937127fefff491 2024-11-24T03:53:17,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/22af2b95fd424aeca4115aed2408212a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/29627786757e4cc9adb9341a7c037f97, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/2a9bdb991d014bf7a6ae060ee46622e8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/8a78483f36c74a3c9b8d34331dc113fd, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/dcec57c42494433587bf441029ca8b3b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d4dac92d457c45b5a0afc92dd21e4d14, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4b365aea51444c648e0fce45c83b9d57, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/ca2882d6676e4393afcb5368f2609113, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/06f4770692ea49a3bfc0cb5f7a569292, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4bdcfda54b4f493ea9503ff0020260f4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/e2c483f5cb884c79b67a6a55458e3e42, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1f0072bf92ce4069b24f65afbc27cf37, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1298b9da11004ae291ac16846744d986, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/41e7403199f64e7ca6d713bca5b36aab, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/39e7c969ff6b4db79489ea800e6803ff, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/e920e4b8d1964793a6162fc8993d0a6e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/5c65c0cf353041a0b57b9e55c8874850, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/5ba32fcf3a0b4f47ad737f32ec0146f4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d8f4e2ce331e4c08bf9df3c05b027ee0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4799c98230454c0c88b0c8f8913ab5df, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/b97433a83712442c924c9a6e2b482624, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4ee7606cb429434b913c58f1fb545a9e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/46a0d921184a49d08558aa9272921a5d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/047e83f2cfae4d47af8ba422d3518b08] to archive 2024-11-24T03:53:17,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:53:17,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/22af2b95fd424aeca4115aed2408212a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/22af2b95fd424aeca4115aed2408212a 2024-11-24T03:53:17,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/29627786757e4cc9adb9341a7c037f97 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/29627786757e4cc9adb9341a7c037f97 2024-11-24T03:53:17,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/2a9bdb991d014bf7a6ae060ee46622e8 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/2a9bdb991d014bf7a6ae060ee46622e8 2024-11-24T03:53:17,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/8a78483f36c74a3c9b8d34331dc113fd to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/8a78483f36c74a3c9b8d34331dc113fd 2024-11-24T03:53:17,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/dcec57c42494433587bf441029ca8b3b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/dcec57c42494433587bf441029ca8b3b 2024-11-24T03:53:17,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d4dac92d457c45b5a0afc92dd21e4d14 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d4dac92d457c45b5a0afc92dd21e4d14 2024-11-24T03:53:17,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4b365aea51444c648e0fce45c83b9d57 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4b365aea51444c648e0fce45c83b9d57 2024-11-24T03:53:17,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/ca2882d6676e4393afcb5368f2609113 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/ca2882d6676e4393afcb5368f2609113 2024-11-24T03:53:17,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/06f4770692ea49a3bfc0cb5f7a569292 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/06f4770692ea49a3bfc0cb5f7a569292 2024-11-24T03:53:17,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4bdcfda54b4f493ea9503ff0020260f4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4bdcfda54b4f493ea9503ff0020260f4 2024-11-24T03:53:17,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/e2c483f5cb884c79b67a6a55458e3e42 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/e2c483f5cb884c79b67a6a55458e3e42 2024-11-24T03:53:17,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1f0072bf92ce4069b24f65afbc27cf37 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1f0072bf92ce4069b24f65afbc27cf37 2024-11-24T03:53:17,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1298b9da11004ae291ac16846744d986 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1298b9da11004ae291ac16846744d986 2024-11-24T03:53:17,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/41e7403199f64e7ca6d713bca5b36aab to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/41e7403199f64e7ca6d713bca5b36aab 2024-11-24T03:53:17,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/39e7c969ff6b4db79489ea800e6803ff to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/39e7c969ff6b4db79489ea800e6803ff 2024-11-24T03:53:17,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/e920e4b8d1964793a6162fc8993d0a6e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/e920e4b8d1964793a6162fc8993d0a6e 2024-11-24T03:53:17,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/5c65c0cf353041a0b57b9e55c8874850 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/5c65c0cf353041a0b57b9e55c8874850 2024-11-24T03:53:17,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/5ba32fcf3a0b4f47ad737f32ec0146f4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/5ba32fcf3a0b4f47ad737f32ec0146f4 2024-11-24T03:53:17,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d8f4e2ce331e4c08bf9df3c05b027ee0 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d8f4e2ce331e4c08bf9df3c05b027ee0 2024-11-24T03:53:17,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4799c98230454c0c88b0c8f8913ab5df to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4799c98230454c0c88b0c8f8913ab5df 2024-11-24T03:53:17,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/b97433a83712442c924c9a6e2b482624 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/b97433a83712442c924c9a6e2b482624 2024-11-24T03:53:17,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4ee7606cb429434b913c58f1fb545a9e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/4ee7606cb429434b913c58f1fb545a9e 2024-11-24T03:53:17,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/46a0d921184a49d08558aa9272921a5d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/46a0d921184a49d08558aa9272921a5d 2024-11-24T03:53:17,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/047e83f2cfae4d47af8ba422d3518b08 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/047e83f2cfae4d47af8ba422d3518b08 2024-11-24T03:53:17,144 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/recovered.edits/452.seqid, newMaxSeqId=452, maxSeqId=4 2024-11-24T03:53:17,145 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. 2024-11-24T03:53:17,145 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1676): Region close journal for 9f4296bb65e9882dd515840a19e3d94f: Waiting for close lock at 1732420395414Running coprocessor pre-close hooks at 1732420395414Disabling compacts and flushes for region at 1732420395414Disabling writes for close at 1732420395414Obtaining lock to block concurrent updates at 1732420395414Preparing flush snapshotting stores in 9f4296bb65e9882dd515840a19e3d94f at 1732420395414Finished memstore snapshotting TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732420395415 (+1 ms)Flushing stores of TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f. at 1732420395416 (+1 ms)Flushing 9f4296bb65e9882dd515840a19e3d94f/A: creating writer at 1732420395416Flushing mob file 9f4296bb65e9882dd515840a19e3d94f/A: appending metadata at 1732420395426 (+10 ms)Flushing mob file 9f4296bb65e9882dd515840a19e3d94f/A: closing flushed file at 1732420395426Flushing 9f4296bb65e9882dd515840a19e3d94f/A: appending metadata at 1732420395841 (+415 ms)Flushing 9f4296bb65e9882dd515840a19e3d94f/A: closing flushed file at 1732420395841Flushing 9f4296bb65e9882dd515840a19e3d94f/B: creating writer at 1732420396248 (+407 ms)Flushing 9f4296bb65e9882dd515840a19e3d94f/B: appending metadata at 1732420396250 (+2 ms)Flushing 9f4296bb65e9882dd515840a19e3d94f/B: closing flushed file at 1732420396250Flushing 9f4296bb65e9882dd515840a19e3d94f/C: creating writer at 1732420396664 (+414 ms)Flushing 9f4296bb65e9882dd515840a19e3d94f/C: appending metadata at 1732420396666 (+2 ms)Flushing 9f4296bb65e9882dd515840a19e3d94f/C: closing flushed file at 1732420396667 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22383881: reopening flushed file at 1732420397074 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a669d7: reopening flushed file at 1732420397077 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6523d35a: reopening flushed file at 1732420397080 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 9f4296bb65e9882dd515840a19e3d94f in 1669ms, sequenceid=449, compaction requested=true at 1732420397083 (+3 ms)Writing region close event to WAL at 1732420397142 (+59 ms)Running coprocessor post-close hooks at 1732420397145 (+3 ms)Closed at 1732420397145 2024-11-24T03:53:17,146 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(157): Closed 9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,147 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=9f4296bb65e9882dd515840a19e3d94f, regionState=CLOSED 2024-11-24T03:53:17,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:53:17,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-24T03:53:17,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseRegionProcedure 9f4296bb65e9882dd515840a19e3d94f, server=71d8d2d6408d,41025,1732420280471 in 1.8880 sec 2024-11-24T03:53:17,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108 2024-11-24T03:53:17,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f4296bb65e9882dd515840a19e3d94f, UNASSIGN in 1.8930 sec 2024-11-24T03:53:17,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-24T03:53:17,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8960 sec 2024-11-24T03:53:17,153 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420397153"}]},"ts":"1732420397153"} 2024-11-24T03:53:17,154 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:53:17,154 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:53:17,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9050 sec 2024-11-24T03:53:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T03:53:17,397 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:17,398 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:53:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:17,399 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T03:53:17,400 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=111, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:17,402 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,405 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/recovered.edits] 2024-11-24T03:53:17,408 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/1a85dc3c864647d5960e76a65a0cc2de to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/1a85dc3c864647d5960e76a65a0cc2de 2024-11-24T03:53:17,409 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/8b6eed82772349ee9af16a13bc8a11f0 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/8b6eed82772349ee9af16a13bc8a11f0 2024-11-24T03:53:17,410 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/fcd7a9a29eb241078d0207f45dc0a436 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/A/fcd7a9a29eb241078d0207f45dc0a436 2024-11-24T03:53:17,413 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/6e2d3f65058944078ba00aa750b881d4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/6e2d3f65058944078ba00aa750b881d4 2024-11-24T03:53:17,414 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/b0cef64174bb4bffb6109d13549e1606 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/b0cef64174bb4bffb6109d13549e1606 2024-11-24T03:53:17,416 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/d3b7318614d04d7997b9fdfcee546a7e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/B/d3b7318614d04d7997b9fdfcee546a7e 2024-11-24T03:53:17,418 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1741c5596bb740019c59f30ba1225b6d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/1741c5596bb740019c59f30ba1225b6d 2024-11-24T03:53:17,420 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/c48c4722a149494f89a30f4b6a4b039b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/c48c4722a149494f89a30f4b6a4b039b 2024-11-24T03:53:17,421 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d48e4b5a71844025b6809b4405d44397 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/C/d48e4b5a71844025b6809b4405d44397 2024-11-24T03:53:17,424 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/recovered.edits/452.seqid to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f/recovered.edits/452.seqid 2024-11-24T03:53:17,424 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,424 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:53:17,425 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:53:17,425 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T03:53:17,428 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124194514520142484c95ad2c59c45b43cd_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124194514520142484c95ad2c59c45b43cd_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,430 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241abd5bcbbafd4a5aa914c259cc759d7e_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241abd5bcbbafd4a5aa914c259cc759d7e_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,431 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ac151528c4f4aa08818ade0ffa0fc5c_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241ac151528c4f4aa08818ade0ffa0fc5c_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,432 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112445a2192cea10481a8c88991fc0b08f30_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112445a2192cea10481a8c88991fc0b08f30_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,433 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244c66a2ed62f749368281d0ecf4103dc1_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244c66a2ed62f749368281d0ecf4103dc1_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,434 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244e8d2643fd844bf880912ddd2b3d33bd_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244e8d2643fd844bf880912ddd2b3d33bd_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,436 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112464681c3d717a45f5b9d316d0031085a9_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112464681c3d717a45f5b9d316d0031085a9_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,437 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246d4b789a2faf4ccdb2fcf1259a5f5cc9_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246d4b789a2faf4ccdb2fcf1259a5f5cc9_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,438 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246e3e0e3d95294ff9aa61b02bd641ca5e_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246e3e0e3d95294ff9aa61b02bd641ca5e_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,439 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247c5c85c9155549209188367852b4a9ff_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247c5c85c9155549209188367852b4a9ff_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,440 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247e066d16b34140b6912d9941281eb69b_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247e066d16b34140b6912d9941281eb69b_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,441 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249d6177c587b843c09282787daf2a6dd3_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249d6177c587b843c09282787daf2a6dd3_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,442 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a199d4abd1c84ebf8152ea5dc1625cc0_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a199d4abd1c84ebf8152ea5dc1625cc0_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,443 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a8ce41e2d6114b6ebfe5991d65d10f27_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a8ce41e2d6114b6ebfe5991d65d10f27_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,444 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ab53835f2b1845f1ab17d8f97ef32c55_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ab53835f2b1845f1ab17d8f97ef32c55_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,445 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b014b00a4a044e2c8736cee49abaa3f8_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b014b00a4a044e2c8736cee49abaa3f8_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,446 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c8d2565c516b4d4386500f1bc72260f8_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c8d2565c516b4d4386500f1bc72260f8_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,447 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c8dda757a07e45a99acf097a1cf66a7c_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c8dda757a07e45a99acf097a1cf66a7c_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,448 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d95ecaaaf5df404caf12f4d8b4aad3c6_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d95ecaaaf5df404caf12f4d8b4aad3c6_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,449 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ed148c892b604bed856aa271ad27ee19_9f4296bb65e9882dd515840a19e3d94f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ed148c892b604bed856aa271ad27ee19_9f4296bb65e9882dd515840a19e3d94f 2024-11-24T03:53:17,449 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:53:17,451 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=111, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:17,453 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:53:17,455 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:53:17,457 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=111, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:17,457 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:53:17,457 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732420397457"}]},"ts":"9223372036854775807"} 2024-11-24T03:53:17,459 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T03:53:17,459 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9f4296bb65e9882dd515840a19e3d94f, NAME => 'TestAcidGuarantees,,1732420366514.9f4296bb65e9882dd515840a19e3d94f.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:53:17,460 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:53:17,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732420397460"}]},"ts":"9223372036854775807"} 2024-11-24T03:53:17,462 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T03:53:17,462 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=111, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:17,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-11-24T03:53:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T03:53:17,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T03:53:17,508 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:17,515 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 252), OpenFileDescriptor=455 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 386) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6533 (was 6699) 2024-11-24T03:53:17,523 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=6533 2024-11-24T03:53:17,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:53:17,524 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:53:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:17,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:53:17,526 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:17,526 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 112 2024-11-24T03:53:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-24T03:53:17,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:53:17,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742255_1431 (size=1061) 2024-11-24T03:53:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-24T03:53:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-24T03:53:17,933 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba 2024-11-24T03:53:17,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742256_1432 (size=53) 2024-11-24T03:53:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-24T03:53:18,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:53:18,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0c5652512b92692aa6e3d00645511c0f, disabling compactions & flushes 2024-11-24T03:53:18,338 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:18,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:18,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. after waiting 0 ms 2024-11-24T03:53:18,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:18,338 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:18,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c5652512b92692aa6e3d00645511c0f: Waiting for close lock at 1732420398338Disabling compacts and flushes for region at 1732420398338Disabling writes for close at 1732420398338Writing region close event to WAL at 1732420398338Closed at 1732420398338 2024-11-24T03:53:18,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:53:18,340 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732420398339"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732420398339"}]},"ts":"1732420398339"} 2024-11-24T03:53:18,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T03:53:18,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:53:18,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420398342"}]},"ts":"1732420398342"} 2024-11-24T03:53:18,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:53:18,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0c5652512b92692aa6e3d00645511c0f, ASSIGN}] 2024-11-24T03:53:18,346 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0c5652512b92692aa6e3d00645511c0f, ASSIGN 2024-11-24T03:53:18,347 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0c5652512b92692aa6e3d00645511c0f, ASSIGN; state=OFFLINE, location=71d8d2d6408d,41025,1732420280471; forceNewPlan=false, retain=false 2024-11-24T03:53:18,498 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=0c5652512b92692aa6e3d00645511c0f, regionState=OPENING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:18,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0c5652512b92692aa6e3d00645511c0f, ASSIGN because future has completed 2024-11-24T03:53:18,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:53:18,662 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:18,662 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:53:18,665 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,665 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:53:18,665 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7794): checking encryption for 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,665 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7797): checking classloading for 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-24T03:53:18,667 INFO [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,668 INFO [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:53:18,668 INFO [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c5652512b92692aa6e3d00645511c0f columnFamilyName A 2024-11-24T03:53:18,668 DEBUG [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:18,669 INFO [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] regionserver.HStore(327): Store=0c5652512b92692aa6e3d00645511c0f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:53:18,669 INFO [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,670 INFO [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:53:18,670 INFO [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c5652512b92692aa6e3d00645511c0f columnFamilyName B 2024-11-24T03:53:18,670 DEBUG [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:18,670 INFO [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] regionserver.HStore(327): Store=0c5652512b92692aa6e3d00645511c0f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:53:18,670 INFO [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,671 INFO [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:53:18,671 INFO [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c5652512b92692aa6e3d00645511c0f columnFamilyName C 2024-11-24T03:53:18,671 DEBUG [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:18,672 INFO [StoreOpener-0c5652512b92692aa6e3d00645511c0f-1 {}] regionserver.HStore(327): Store=0c5652512b92692aa6e3d00645511c0f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:53:18,672 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:18,672 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1038): replaying wal for 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,672 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,673 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,674 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1048): stopping wal replay for 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,674 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1060): Cleaning up temporary data for 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,674 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:53:18,675 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1093): writing seq id for 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,677 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:53:18,677 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1114): Opened 0c5652512b92692aa6e3d00645511c0f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66732039, jitterRate=-0.005615130066871643}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:53:18,677 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:18,677 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1006): Region open journal for 0c5652512b92692aa6e3d00645511c0f: Running coprocessor pre-open hook at 1732420398665Writing region info on filesystem at 1732420398666 (+1 ms)Initializing all the Stores at 1732420398666Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420398666Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420398667 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420398667Cleaning up temporary data from old regions at 1732420398674 (+7 ms)Running coprocessor post-open hooks at 1732420398677 (+3 ms)Region opened successfully at 1732420398677 2024-11-24T03:53:18,678 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., pid=114, masterSystemTime=1732420398655 2024-11-24T03:53:18,680 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:18,680 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:18,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=0c5652512b92692aa6e3d00645511c0f, regionState=OPEN, openSeqNum=2, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:18,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:53:18,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-24T03:53:18,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 in 179 msec 2024-11-24T03:53:18,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-24T03:53:18,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0c5652512b92692aa6e3d00645511c0f, ASSIGN in 338 msec 2024-11-24T03:53:18,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:53:18,686 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420398686"}]},"ts":"1732420398686"} 2024-11-24T03:53:18,687 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:53:18,688 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:53:18,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-24T03:53:18,879 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:53:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112 2024-11-24T03:53:19,678 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:19,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72240ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:19,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:19,681 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:19,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:19,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:19,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b26d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:19,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:19,684 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:19,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d138c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:19,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:19,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T03:53:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 71d8d2d6408d,44753,1732420279714 2024-11-24T03:53:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ebff9d5 2024-11-24T03:53:19,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:53:19,692 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:53:19,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:19,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:19,694 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:19,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f540660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:19,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:19,696 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:19,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e58b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:19,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:19,698 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:19,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b628eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:19,700 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e436200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:19,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:19,702 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6d54e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:19,703 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:19,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4955605e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:19,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:19,705 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:19,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d2b89f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:19,707 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61028b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:19,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:19,709 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d1c16a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:19,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:19,710 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56002, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:19,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114d1139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:19,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:19,713 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514e1078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:19,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:19,714 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:19,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24742b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:19,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:19,717 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:19,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:19,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:19,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acec447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:19,717 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:19,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:19,718 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:19,719 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191538ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:19,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:19,720 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:19,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7831f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:19,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:19,722 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:19,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e57528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:19,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:19,724 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5558fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:19,724 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:19,725 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:19,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d49573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663bb5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:19,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:19,727 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be94aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:19,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:19,728 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:19,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153ccd3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:19,729 DEBUG [Thread-1957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:19,729 DEBUG [Thread-1942 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:19,729 DEBUG [Thread-1953 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:19,729 DEBUG [Thread-1944 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:19,729 DEBUG [Thread-1946 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:19,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:19,729 DEBUG [Thread-1959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:19,730 DEBUG [Thread-1957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:19,730 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:19,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:19,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:19,731 DEBUG [Thread-1955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:19,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:19,732 DEBUG [Thread-1948 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:19,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:19,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:19,733 DEBUG [Thread-1946 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:19,733 DEBUG [Thread-1946 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:19,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:53:19,733 DEBUG [Thread-1948 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:19,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:53:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:19,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:19,734 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:19,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:53:19,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-24T03:53:19,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:53:19,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:19,736 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T03:53:19,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:53:19,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:53:19,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:53:19,738 DEBUG [Thread-1948 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:19,738 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:19,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:19,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:53:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:19,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:53:19,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:19,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:19,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:19,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:19,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:19,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:19,748 DEBUG [Thread-1950 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:19,748 DEBUG [Thread-1961 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:19,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:19,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:19,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:53:19,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2] 2024-11-24T03:53:19,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/075d46050bde4a178d82940256c7e035 is 50, key is test_row_0/A:col10/1732420399740/Put/seqid=0 2024-11-24T03:53:19,789 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732420399767, max timestamp=1732420399786Num uniques 859; 2024-11-24T03:53:19,789 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732420399767, max timestamp=1732420399786Num uniques 859; 2024-11-24T03:53:19,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732420399767, max timestamp=1732420399786Num uniques 859; 2024-11-24T03:53:19,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T03:53:19,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T03:53:19,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T03:53:19,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742257_1433 (size=14341) 2024-11-24T03:53:19,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/075d46050bde4a178d82940256c7e035 2024-11-24T03:53:19,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420459817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:19,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420459818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:19,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/f1d68230fd75498fb923ad1e0db738fc is 50, key is test_row_0/B:col10/1732420399740/Put/seqid=0 2024-11-24T03:53:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T03:53:19,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742258_1434 (size=12001) 2024-11-24T03:53:19,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420459838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:19,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420459840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420459839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:19,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-24T03:53:19,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:19,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:19,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:19,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:19,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:19,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420459947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:19,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420459947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420459957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420459957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:19,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420459957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:19,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-24T03:53:20,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:20,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T03:53:20,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420460158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420460167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420460177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420460177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,187 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420460178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,188 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-24T03:53:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/f1d68230fd75498fb923ad1e0db738fc 2024-11-24T03:53:20,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/26479920da994ccba174ebf2171109d0 is 50, key is test_row_0/C:col10/1732420399740/Put/seqid=0 2024-11-24T03:53:20,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742259_1435 (size=12001) 2024-11-24T03:53:20,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/26479920da994ccba174ebf2171109d0 2024-11-24T03:53:20,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/075d46050bde4a178d82940256c7e035 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/075d46050bde4a178d82940256c7e035 2024-11-24T03:53:20,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/075d46050bde4a178d82940256c7e035, entries=200, sequenceid=11, filesize=14.0 K 2024-11-24T03:53:20,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-24T03:53:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/f1d68230fd75498fb923ad1e0db738fc as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f1d68230fd75498fb923ad1e0db738fc 2024-11-24T03:53:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f1d68230fd75498fb923ad1e0db738fc, entries=150, sequenceid=11, filesize=11.7 K 2024-11-24T03:53:20,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/26479920da994ccba174ebf2171109d0 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/26479920da994ccba174ebf2171109d0 2024-11-24T03:53:20,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/26479920da994ccba174ebf2171109d0, entries=150, sequenceid=11, filesize=11.7 K 2024-11-24T03:53:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T03:53:20,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 0c5652512b92692aa6e3d00645511c0f in 622ms, sequenceid=11, compaction requested=false 2024-11-24T03:53:20,367 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T03:53:20,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:20,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-24T03:53:20,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:20,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:20,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:20,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:20,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:20,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:20,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/cb604bb47f344c8d89bb722f86f1ebad is 50, key is test_row_0/A:col10/1732420399815/Put/seqid=0 2024-11-24T03:53:20,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742260_1436 (size=16681) 2024-11-24T03:53:20,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420460497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420460497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420460497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420460504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-24T03:53:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/cb604bb47f344c8d89bb722f86f1ebad 2024-11-24T03:53:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420460505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/0c4c1592f0b34f899db38cd1d4766a30 is 50, key is test_row_0/B:col10/1732420399815/Put/seqid=0 2024-11-24T03:53:20,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742261_1437 (size=12001) 2024-11-24T03:53:20,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420460617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420460617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-24T03:53:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-24T03:53:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420460839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420460839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:20,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T03:53:20,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/0c4c1592f0b34f899db38cd1d4766a30 2024-11-24T03:53:20,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/9fb68dc52da54cc0a6a047144649815e is 50, key is test_row_0/C:col10/1732420399815/Put/seqid=0 2024-11-24T03:53:20,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742262_1438 (size=12001) 2024-11-24T03:53:20,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-24T03:53:20,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:20,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:20,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:21,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420461017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:21,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:21,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:21,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:21,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420461017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:21,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:21,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:21,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:21,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420461017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:21,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:21,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:21,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:21,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-24T03:53:21,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:21,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:21,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:21,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:21,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420461157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420461157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:21,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:21,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-24T03:53:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:21,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:21,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:21,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:21,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/9fb68dc52da54cc0a6a047144649815e 2024-11-24T03:53:21,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/cb604bb47f344c8d89bb722f86f1ebad as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/cb604bb47f344c8d89bb722f86f1ebad 2024-11-24T03:53:21,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/cb604bb47f344c8d89bb722f86f1ebad, entries=250, sequenceid=48, filesize=16.3 K 2024-11-24T03:53:21,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/0c4c1592f0b34f899db38cd1d4766a30 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0c4c1592f0b34f899db38cd1d4766a30 2024-11-24T03:53:21,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0c4c1592f0b34f899db38cd1d4766a30, entries=150, sequenceid=48, filesize=11.7 K 2024-11-24T03:53:21,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/9fb68dc52da54cc0a6a047144649815e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9fb68dc52da54cc0a6a047144649815e 2024-11-24T03:53:21,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9fb68dc52da54cc0a6a047144649815e, entries=150, sequenceid=48, filesize=11.7 K 2024-11-24T03:53:21,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for 0c5652512b92692aa6e3d00645511c0f in 902ms, sequenceid=48, compaction requested=false 2024-11-24T03:53:21,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:21,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-24T03:53:21,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:21,430 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-24T03:53:21,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:21,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:21,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:21,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:21,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:21,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:21,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/1754e051ee99430781b423dbdd0225d5 is 50, key is test_row_0/A:col10/1732420400494/Put/seqid=0 2024-11-24T03:53:21,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742263_1439 (size=9657) 2024-11-24T03:53:21,469 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/1754e051ee99430781b423dbdd0225d5 2024-11-24T03:53:21,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/f3869484333d442183f2f535f8f2e1a4 is 50, key is test_row_0/B:col10/1732420400494/Put/seqid=0 2024-11-24T03:53:21,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742264_1440 (size=9657) 2024-11-24T03:53:21,510 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/f3869484333d442183f2f535f8f2e1a4 2024-11-24T03:53:21,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/e76e756873e44ace807b77e92c47e39d is 50, key is test_row_0/C:col10/1732420400494/Put/seqid=0 2024-11-24T03:53:21,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742265_1441 (size=9657) 2024-11-24T03:53:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:21,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:21,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420401708, max timestamp=1732420401746Num uniques 859; 2024-11-24T03:53:21,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:21,749 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420401708, max timestamp=1732420401746Num uniques 859; 2024-11-24T03:53:21,750 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:21,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420401708, max timestamp=1732420401746Num uniques 859; 2024-11-24T03:53:21,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:21,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732420401795, max timestamp=1732420401822Num uniques 1018; 2024-11-24T03:53:21,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-24T03:53:21,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732420401795, max timestamp=1732420401822Num uniques 1018; 2024-11-24T03:53:21,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732420401795, max timestamp=1732420401822Num uniques 1018; 2024-11-24T03:53:21,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-24T03:53:21,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-24T03:53:21,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T03:53:21,946 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/e76e756873e44ace807b77e92c47e39d 2024-11-24T03:53:21,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732420401894, max timestamp=1732420401944Num uniques 1077; 2024-11-24T03:53:21,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-24T03:53:21,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732420401894, max timestamp=1732420401944Num uniques 1077; 2024-11-24T03:53:21,950 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-24T03:53:21,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732420401894, max timestamp=1732420401944Num uniques 1077; 2024-11-24T03:53:21,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-11-24T03:53:21,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/1754e051ee99430781b423dbdd0225d5 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/1754e051ee99430781b423dbdd0225d5 2024-11-24T03:53:21,962 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/1754e051ee99430781b423dbdd0225d5, entries=100, sequenceid=56, filesize=9.4 K 2024-11-24T03:53:21,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/f3869484333d442183f2f535f8f2e1a4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f3869484333d442183f2f535f8f2e1a4 2024-11-24T03:53:21,971 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f3869484333d442183f2f535f8f2e1a4, entries=100, sequenceid=56, filesize=9.4 K 2024-11-24T03:53:21,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/e76e756873e44ace807b77e92c47e39d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/e76e756873e44ace807b77e92c47e39d 2024-11-24T03:53:21,977 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/e76e756873e44ace807b77e92c47e39d, entries=100, sequenceid=56, filesize=9.4 K 2024-11-24T03:53:21,978 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=46.96 KB/48090 for 0c5652512b92692aa6e3d00645511c0f in 548ms, sequenceid=56, compaction requested=true 2024-11-24T03:53:21,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:21,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:21,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-24T03:53:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:21,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=53.67 KB heapSize=139.55 KB 2024-11-24T03:53:21,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-24T03:53:21,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:21,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:21,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:21,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:21,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:21,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-24T03:53:21,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2410 sec 2024-11-24T03:53:21,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/31979aac7e1c4f458da5a5c4ce15c1ce is 50, key is test_row_0/A:col10/1732420401944/Put/seqid=0 2024-11-24T03:53:21,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.2520 sec 2024-11-24T03:53:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742266_1442 (size=14341) 2024-11-24T03:53:22,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732420402026, max timestamp=1732420402047Num uniques 859; 2024-11-24T03:53:22,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T03:53:22,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732420402026, max timestamp=1732420402047Num uniques 859; 2024-11-24T03:53:22,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T03:53:22,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732420402026, max timestamp=1732420402047Num uniques 859; 2024-11-24T03:53:22,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-24T03:53:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420462088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420462088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420462097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420462099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420462100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420462207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420462207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,216 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420462227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420462227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420462227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/31979aac7e1c4f458da5a5c4ce15c1ce 2024-11-24T03:53:22,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/487a247e8d294d6682510774be258183 is 50, key is test_row_0/B:col10/1732420401944/Put/seqid=0 2024-11-24T03:53:22,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742267_1443 (size=12001) 2024-11-24T03:53:22,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/487a247e8d294d6682510774be258183 2024-11-24T03:53:22,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/015b251737964967bd904d98d58bbae4 is 50, key is test_row_0/C:col10/1732420401944/Put/seqid=0 2024-11-24T03:53:22,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420462417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742268_1444 (size=12001) 2024-11-24T03:53:22,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/015b251737964967bd904d98d58bbae4 2024-11-24T03:53:22,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420462426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/31979aac7e1c4f458da5a5c4ce15c1ce as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/31979aac7e1c4f458da5a5c4ce15c1ce 2024-11-24T03:53:22,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/31979aac7e1c4f458da5a5c4ce15c1ce, entries=200, sequenceid=114, filesize=14.0 K 2024-11-24T03:53:22,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/487a247e8d294d6682510774be258183 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/487a247e8d294d6682510774be258183 2024-11-24T03:53:22,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/487a247e8d294d6682510774be258183, entries=150, sequenceid=114, filesize=11.7 K 2024-11-24T03:53:22,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/015b251737964967bd904d98d58bbae4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/015b251737964967bd904d98d58bbae4 2024-11-24T03:53:22,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/015b251737964967bd904d98d58bbae4, entries=150, sequenceid=114, filesize=11.7 K 2024-11-24T03:53:22,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~139.50 KB/142848, currentSize=140.89 KB/144270 for 0c5652512b92692aa6e3d00645511c0f in 473ms, sequenceid=114, compaction requested=true 2024-11-24T03:53:22,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:22,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:22,451 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:22,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:22,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:22,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:22,451 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:22,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:22,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:22,452 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:22,452 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/B is initiating minor compaction (all files) 2024-11-24T03:53:22,452 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/B in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:22,452 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f1d68230fd75498fb923ad1e0db738fc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0c4c1592f0b34f899db38cd1d4766a30, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f3869484333d442183f2f535f8f2e1a4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/487a247e8d294d6682510774be258183] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=44.6 K 2024-11-24T03:53:22,453 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55020 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:22,453 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/A is initiating minor compaction (all files) 2024-11-24T03:53:22,453 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/A in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:22,453 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/075d46050bde4a178d82940256c7e035, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/cb604bb47f344c8d89bb722f86f1ebad, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/1754e051ee99430781b423dbdd0225d5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/31979aac7e1c4f458da5a5c4ce15c1ce] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=53.7 K 2024-11-24T03:53:22,453 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 075d46050bde4a178d82940256c7e035, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732420399738 2024-11-24T03:53:22,453 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f1d68230fd75498fb923ad1e0db738fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732420399740 2024-11-24T03:53:22,453 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c4c1592f0b34f899db38cd1d4766a30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732420399812 2024-11-24T03:53:22,453 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb604bb47f344c8d89bb722f86f1ebad, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732420399812 2024-11-24T03:53:22,454 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f3869484333d442183f2f535f8f2e1a4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732420400494 2024-11-24T03:53:22,454 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 487a247e8d294d6682510774be258183, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732420401942 2024-11-24T03:53:22,456 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1754e051ee99430781b423dbdd0225d5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732420400494 2024-11-24T03:53:22,457 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31979aac7e1c4f458da5a5c4ce15c1ce, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732420401942 2024-11-24T03:53:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:22,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-24T03:53:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:22,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:22,463 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#B#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:22,463 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/a98d2a8100d04098b5fbf11f44d5e976 is 50, key is test_row_0/B:col10/1732420401944/Put/seqid=0 2024-11-24T03:53:22,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/cad97a7b805140f8b8177633ad6a8918 is 50, key is test_row_0/A:col10/1732420402091/Put/seqid=0 2024-11-24T03:53:22,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742269_1445 (size=12139) 2024-11-24T03:53:22,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742270_1446 (size=14541) 2024-11-24T03:53:22,493 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#A#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:22,494 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/ffc90b2bd4b74ab2ae8ef6d9c00193bc is 50, key is test_row_0/A:col10/1732420401944/Put/seqid=0 2024-11-24T03:53:22,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420462479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420462480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742271_1447 (size=12139) 2024-11-24T03:53:22,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420462497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420462597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,603 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420462607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420462617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,673 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:53:22,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420462737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420462747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,761 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420462807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420462826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420462837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:22,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:22,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:22,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/cad97a7b805140f8b8177633ad6a8918 2024-11-24T03:53:22,898 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/a98d2a8100d04098b5fbf11f44d5e976 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/a98d2a8100d04098b5fbf11f44d5e976 2024-11-24T03:53:22,903 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/B of 0c5652512b92692aa6e3d00645511c0f into a98d2a8100d04098b5fbf11f44d5e976(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:22,903 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:22,903 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/B, priority=12, startTime=1732420402451; duration=0sec 2024-11-24T03:53:22,904 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:22,904 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:B 2024-11-24T03:53:22,904 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:22,905 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:22,905 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/C is initiating minor compaction (all files) 2024-11-24T03:53:22,906 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/C in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:22,906 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/26479920da994ccba174ebf2171109d0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9fb68dc52da54cc0a6a047144649815e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/e76e756873e44ace807b77e92c47e39d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/015b251737964967bd904d98d58bbae4] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=44.6 K 2024-11-24T03:53:22,906 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 26479920da994ccba174ebf2171109d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732420399740 2024-11-24T03:53:22,907 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fb68dc52da54cc0a6a047144649815e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732420399812 2024-11-24T03:53:22,907 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting e76e756873e44ace807b77e92c47e39d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732420400494 2024-11-24T03:53:22,910 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 015b251737964967bd904d98d58bbae4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732420401942 2024-11-24T03:53:22,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/2c4dd103b0fb4799b2bf38a5ae75ae22 is 50, key is test_row_0/B:col10/1732420402091/Put/seqid=0 2024-11-24T03:53:22,915 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/ffc90b2bd4b74ab2ae8ef6d9c00193bc as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/ffc90b2bd4b74ab2ae8ef6d9c00193bc 2024-11-24T03:53:22,919 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/A of 0c5652512b92692aa6e3d00645511c0f into ffc90b2bd4b74ab2ae8ef6d9c00193bc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:22,919 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:22,920 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/A, priority=12, startTime=1732420402451; duration=0sec 2024-11-24T03:53:22,920 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:22,920 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:A 2024-11-24T03:53:22,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742272_1448 (size=12151) 2024-11-24T03:53:22,924 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#C#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:22,924 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/9325514aaade4f3db5d1619056f0f79d is 50, key is test_row_0/C:col10/1732420401944/Put/seqid=0 2024-11-24T03:53:22,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742273_1449 (size=12139) 2024-11-24T03:53:23,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:23,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420463127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:23,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420463136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:23,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420463157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:23,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420463246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:23,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:23,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420463267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:23,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,276 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:23,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/2c4dd103b0fb4799b2bf38a5ae75ae22 2024-11-24T03:53:23,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/0e4b49b845f14f55832850c7eed69ffc is 50, key is test_row_0/C:col10/1732420402091/Put/seqid=0 2024-11-24T03:53:23,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742274_1450 (size=12151) 2024-11-24T03:53:23,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/0e4b49b845f14f55832850c7eed69ffc 2024-11-24T03:53:23,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/cad97a7b805140f8b8177633ad6a8918 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/cad97a7b805140f8b8177633ad6a8918 2024-11-24T03:53:23,342 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/9325514aaade4f3db5d1619056f0f79d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9325514aaade4f3db5d1619056f0f79d 2024-11-24T03:53:23,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/cad97a7b805140f8b8177633ad6a8918, entries=200, sequenceid=150, filesize=14.2 K 2024-11-24T03:53:23,349 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/C of 0c5652512b92692aa6e3d00645511c0f into 9325514aaade4f3db5d1619056f0f79d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:23,349 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:23,349 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/C, priority=12, startTime=1732420402451; duration=0sec 2024-11-24T03:53:23,349 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:23,349 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:C 2024-11-24T03:53:23,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/2c4dd103b0fb4799b2bf38a5ae75ae22 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/2c4dd103b0fb4799b2bf38a5ae75ae22 2024-11-24T03:53:23,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/2c4dd103b0fb4799b2bf38a5ae75ae22, entries=150, sequenceid=150, filesize=11.9 K 2024-11-24T03:53:23,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/0e4b49b845f14f55832850c7eed69ffc as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/0e4b49b845f14f55832850c7eed69ffc 2024-11-24T03:53:23,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/0e4b49b845f14f55832850c7eed69ffc, entries=150, sequenceid=150, filesize=11.9 K 2024-11-24T03:53:23,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for 0c5652512b92692aa6e3d00645511c0f in 898ms, sequenceid=150, compaction requested=false 2024-11-24T03:53:23,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:23,522 WARN [regionserver/71d8d2d6408d:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 5, running: 1 2024-11-24T03:53:23,522 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/075d46050bde4a178d82940256c7e035, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/cb604bb47f344c8d89bb722f86f1ebad, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/1754e051ee99430781b423dbdd0225d5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/31979aac7e1c4f458da5a5c4ce15c1ce] to archive 2024-11-24T03:53:23,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:53:23,525 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/075d46050bde4a178d82940256c7e035 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/075d46050bde4a178d82940256c7e035 2024-11-24T03:53:23,531 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/cb604bb47f344c8d89bb722f86f1ebad to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/cb604bb47f344c8d89bb722f86f1ebad 2024-11-24T03:53:23,532 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/1754e051ee99430781b423dbdd0225d5 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/1754e051ee99430781b423dbdd0225d5 2024-11-24T03:53:23,533 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/31979aac7e1c4f458da5a5c4ce15c1ce to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/31979aac7e1c4f458da5a5c4ce15c1ce 2024-11-24T03:53:23,534 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f1d68230fd75498fb923ad1e0db738fc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0c4c1592f0b34f899db38cd1d4766a30, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f3869484333d442183f2f535f8f2e1a4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/487a247e8d294d6682510774be258183] to archive 2024-11-24T03:53:23,535 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:53:23,540 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f1d68230fd75498fb923ad1e0db738fc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f1d68230fd75498fb923ad1e0db738fc 2024-11-24T03:53:23,543 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0c4c1592f0b34f899db38cd1d4766a30 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0c4c1592f0b34f899db38cd1d4766a30 2024-11-24T03:53:23,544 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f3869484333d442183f2f535f8f2e1a4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f3869484333d442183f2f535f8f2e1a4 2024-11-24T03:53:23,546 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/487a247e8d294d6682510774be258183 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/487a247e8d294d6682510774be258183 2024-11-24T03:53:23,548 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/26479920da994ccba174ebf2171109d0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9fb68dc52da54cc0a6a047144649815e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/e76e756873e44ace807b77e92c47e39d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/015b251737964967bd904d98d58bbae4] to archive 2024-11-24T03:53:23,550 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:53:23,553 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/26479920da994ccba174ebf2171109d0 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/26479920da994ccba174ebf2171109d0 2024-11-24T03:53:23,554 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9fb68dc52da54cc0a6a047144649815e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9fb68dc52da54cc0a6a047144649815e 2024-11-24T03:53:23,556 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/e76e756873e44ace807b77e92c47e39d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/e76e756873e44ace807b77e92c47e39d 2024-11-24T03:53:23,558 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/015b251737964967bd904d98d58bbae4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/015b251737964967bd904d98d58bbae4 2024-11-24T03:53:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:23,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:53:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:23,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:23,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/c765464b274349c698962f2d12c086a8 is 50, key is test_row_0/A:col10/1732420402490/Put/seqid=0 2024-11-24T03:53:23,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742275_1451 (size=12151) 2024-11-24T03:53:23,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/c765464b274349c698962f2d12c086a8 2024-11-24T03:53:23,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/8df0944e3f1342b1b13d8ec77961630a is 50, key is test_row_0/B:col10/1732420402490/Put/seqid=0 2024-11-24T03:53:23,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742276_1452 (size=12151) 2024-11-24T03:53:23,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/8df0944e3f1342b1b13d8ec77961630a 2024-11-24T03:53:23,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/64935dc085fd41c8a37c5079ab9d03fb is 50, key is test_row_0/C:col10/1732420402490/Put/seqid=0 2024-11-24T03:53:23,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742277_1453 (size=12151) 2024-11-24T03:53:23,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/64935dc085fd41c8a37c5079ab9d03fb 2024-11-24T03:53:23,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/c765464b274349c698962f2d12c086a8 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/c765464b274349c698962f2d12c086a8 2024-11-24T03:53:23,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/c765464b274349c698962f2d12c086a8, entries=150, sequenceid=163, filesize=11.9 K 2024-11-24T03:53:23,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/8df0944e3f1342b1b13d8ec77961630a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/8df0944e3f1342b1b13d8ec77961630a 2024-11-24T03:53:23,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/8df0944e3f1342b1b13d8ec77961630a, entries=150, sequenceid=163, filesize=11.9 K 2024-11-24T03:53:23,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/64935dc085fd41c8a37c5079ab9d03fb as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/64935dc085fd41c8a37c5079ab9d03fb 2024-11-24T03:53:23,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/64935dc085fd41c8a37c5079ab9d03fb, entries=150, sequenceid=163, filesize=11.9 K 2024-11-24T03:53:23,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=107.34 KB/109920 for 0c5652512b92692aa6e3d00645511c0f in 70ms, sequenceid=163, compaction requested=true 2024-11-24T03:53:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:23,714 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:23,714 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:23,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:23,715 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:23,716 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/B is initiating minor compaction (all files) 2024-11-24T03:53:23,716 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/B in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:23,716 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/a98d2a8100d04098b5fbf11f44d5e976, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/2c4dd103b0fb4799b2bf38a5ae75ae22, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/8df0944e3f1342b1b13d8ec77961630a] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=35.6 K 2024-11-24T03:53:23,716 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting a98d2a8100d04098b5fbf11f44d5e976, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732420401942 2024-11-24T03:53:23,716 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c4dd103b0fb4799b2bf38a5ae75ae22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732420402084 2024-11-24T03:53:23,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:23,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T03:53:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:23,717 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8df0944e3f1342b1b13d8ec77961630a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732420402469 2024-11-24T03:53:23,718 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:23,718 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/A is initiating minor compaction (all files) 2024-11-24T03:53:23,718 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/A in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:23,718 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/ffc90b2bd4b74ab2ae8ef6d9c00193bc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/cad97a7b805140f8b8177633ad6a8918, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/c765464b274349c698962f2d12c086a8] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=37.9 K 2024-11-24T03:53:23,718 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffc90b2bd4b74ab2ae8ef6d9c00193bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732420401942 2024-11-24T03:53:23,719 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting cad97a7b805140f8b8177633ad6a8918, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732420402084 2024-11-24T03:53:23,720 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c765464b274349c698962f2d12c086a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732420402469 2024-11-24T03:53:23,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/fdf141e42b6e4399b98f2a4cd0a3c33c is 50, key is test_row_0/A:col10/1732420403715/Put/seqid=0 2024-11-24T03:53:23,744 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#B#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:23,744 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/9c946fa6975e4d129a634f4e9b73c0bf is 50, key is test_row_0/B:col10/1732420402490/Put/seqid=0 2024-11-24T03:53:23,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742278_1454 (size=14541) 2024-11-24T03:53:23,750 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#A#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:23,750 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/a1745bd9fbd840cb86bb5c28c49ef0b5 is 50, key is test_row_0/A:col10/1732420402490/Put/seqid=0 2024-11-24T03:53:23,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420463738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:23,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420463743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:23,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:23,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420463745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:23,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742279_1455 (size=12254) 2024-11-24T03:53:23,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742280_1456 (size=12254) 2024-11-24T03:53:23,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420463857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420463857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:23,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420463867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T03:53:23,907 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:23,908 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-24T03:53:23,910 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-24T03:53:23,910 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:23,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-24T03:53:24,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-24T03:53:24,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:24,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:24,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:24,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:24,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:24,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420464066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420464067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:24,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420464087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:24,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/fdf141e42b6e4399b98f2a4cd0a3c33c 2024-11-24T03:53:24,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/0ff8c0ab8c2a469c8626c3ad2be5ad44 is 50, key is test_row_0/B:col10/1732420403715/Put/seqid=0 2024-11-24T03:53:24,167 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/9c946fa6975e4d129a634f4e9b73c0bf as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9c946fa6975e4d129a634f4e9b73c0bf 2024-11-24T03:53:24,172 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/B of 0c5652512b92692aa6e3d00645511c0f into 9c946fa6975e4d129a634f4e9b73c0bf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:24,172 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:24,172 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/B, priority=13, startTime=1732420403714; duration=0sec 2024-11-24T03:53:24,172 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:24,172 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:B 2024-11-24T03:53:24,172 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:24,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742281_1457 (size=12151) 2024-11-24T03:53:24,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/0ff8c0ab8c2a469c8626c3ad2be5ad44 2024-11-24T03:53:24,176 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:24,176 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/C is initiating minor compaction (all files) 2024-11-24T03:53:24,176 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/C in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:24,176 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9325514aaade4f3db5d1619056f0f79d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/0e4b49b845f14f55832850c7eed69ffc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/64935dc085fd41c8a37c5079ab9d03fb] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=35.6 K 2024-11-24T03:53:24,177 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9325514aaade4f3db5d1619056f0f79d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732420401942 2024-11-24T03:53:24,178 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e4b49b845f14f55832850c7eed69ffc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732420402084 2024-11-24T03:53:24,178 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 64935dc085fd41c8a37c5079ab9d03fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732420402469 2024-11-24T03:53:24,180 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/a1745bd9fbd840cb86bb5c28c49ef0b5 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a1745bd9fbd840cb86bb5c28c49ef0b5 2024-11-24T03:53:24,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/ef8232ba1bab46bab402a1dc7c4a7af8 is 50, key is test_row_0/C:col10/1732420403715/Put/seqid=0 2024-11-24T03:53:24,187 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:24,187 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/f388688d612e49bcbce8b7282e1ac43d is 50, key is test_row_0/C:col10/1732420402490/Put/seqid=0 2024-11-24T03:53:24,188 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/A of 0c5652512b92692aa6e3d00645511c0f into a1745bd9fbd840cb86bb5c28c49ef0b5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:24,188 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:24,188 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/A, priority=13, startTime=1732420403714; duration=0sec 2024-11-24T03:53:24,189 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:24,189 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:A 2024-11-24T03:53:24,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742282_1458 (size=12151) 2024-11-24T03:53:24,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742283_1459 (size=12254) 2024-11-24T03:53:24,206 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/f388688d612e49bcbce8b7282e1ac43d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/f388688d612e49bcbce8b7282e1ac43d 2024-11-24T03:53:24,215 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/C of 0c5652512b92692aa6e3d00645511c0f into f388688d612e49bcbce8b7282e1ac43d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:24,215 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:24,215 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/C, priority=13, startTime=1732420403714; duration=0sec 2024-11-24T03:53:24,215 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:24,215 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:C 2024-11-24T03:53:24,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-24T03:53:24,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:24,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:24,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:24,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:24,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-24T03:53:24,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420464257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:24,261 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_2' in 0c5652512b92692aa6e3d00645511c0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:24,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420464287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:24,290 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 0c5652512b92692aa6e3d00645511c0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:24,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-24T03:53:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:24,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:24,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:24,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420464377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:24,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420464387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:24,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420464407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:24,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-24T03:53:24,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:24,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:24,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:24,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:24,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-24T03:53:24,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/ef8232ba1bab46bab402a1dc7c4a7af8 2024-11-24T03:53:24,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/fdf141e42b6e4399b98f2a4cd0a3c33c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/fdf141e42b6e4399b98f2a4cd0a3c33c 2024-11-24T03:53:24,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/fdf141e42b6e4399b98f2a4cd0a3c33c, entries=200, sequenceid=183, filesize=14.2 K 2024-11-24T03:53:24,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/0ff8c0ab8c2a469c8626c3ad2be5ad44 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0ff8c0ab8c2a469c8626c3ad2be5ad44 2024-11-24T03:53:24,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0ff8c0ab8c2a469c8626c3ad2be5ad44, entries=150, sequenceid=183, filesize=11.9 K 2024-11-24T03:53:24,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/ef8232ba1bab46bab402a1dc7c4a7af8 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/ef8232ba1bab46bab402a1dc7c4a7af8 2024-11-24T03:53:24,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/ef8232ba1bab46bab402a1dc7c4a7af8, entries=150, sequenceid=183, filesize=11.9 K 2024-11-24T03:53:24,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 0c5652512b92692aa6e3d00645511c0f in 895ms, sequenceid=183, compaction requested=false 2024-11-24T03:53:24,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:24,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-24T03:53:24,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:24,680 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T03:53:24,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:24,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:24,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:24,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:24,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:24,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:24,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/274f2ce6af81411b97e45842680f4373 is 50, key is test_row_0/A:col10/1732420403736/Put/seqid=0 2024-11-24T03:53:24,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742284_1460 (size=12151) 2024-11-24T03:53:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:24,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:24,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420464949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:24,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420464952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:24,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420464957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:24,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:24,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-24T03:53:25,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420465067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420465067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:25,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420465077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,086 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:25,096 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/274f2ce6af81411b97e45842680f4373 2024-11-24T03:53:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/3048d319eec64417ab5e16f86c502509 is 50, key is test_row_0/B:col10/1732420403736/Put/seqid=0 2024-11-24T03:53:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742285_1461 (size=12151) 2024-11-24T03:53:25,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420465287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:25,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:25,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420465287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:25,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:25,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:25,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420465297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:25,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:25,552 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/3048d319eec64417ab5e16f86c502509 2024-11-24T03:53:25,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/96812e862e1545ef947532a5e11db49b is 50, key is test_row_0/C:col10/1732420403736/Put/seqid=0 2024-11-24T03:53:25,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742286_1462 (size=12151) 2024-11-24T03:53:25,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420465609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:25,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:25,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420465609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:25,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:25,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:25,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420465617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:25,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:25,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:25,965 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/96812e862e1545ef947532a5e11db49b 2024-11-24T03:53:25,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/274f2ce6af81411b97e45842680f4373 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/274f2ce6af81411b97e45842680f4373 2024-11-24T03:53:25,972 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/274f2ce6af81411b97e45842680f4373, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T03:53:25,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/3048d319eec64417ab5e16f86c502509 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/3048d319eec64417ab5e16f86c502509 2024-11-24T03:53:25,976 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/3048d319eec64417ab5e16f86c502509, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T03:53:25,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/96812e862e1545ef947532a5e11db49b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/96812e862e1545ef947532a5e11db49b 2024-11-24T03:53:25,981 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/96812e862e1545ef947532a5e11db49b, entries=150, sequenceid=198, filesize=11.9 K 2024-11-24T03:53:25,982 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 0c5652512b92692aa6e3d00645511c0f in 1302ms, sequenceid=198, compaction requested=true 2024-11-24T03:53:25,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:25,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:25,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-24T03:53:25,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-24T03:53:25,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-24T03:53:25,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0730 sec 2024-11-24T03:53:25,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.0770 sec 2024-11-24T03:53:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-24T03:53:26,057 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:26,058 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-24T03:53:26,059 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T03:53:26,060 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:26,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:26,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420404937, max timestamp=1732420406131Num uniques 859; 2024-11-24T03:53:26,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420404937, max timestamp=1732420406131Num uniques 859; 2024-11-24T03:53:26,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420404937, max timestamp=1732420406131Num uniques 859; 2024-11-24T03:53:26,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:26,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:26,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:26,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=26.84 KB heapSize=66.23 KB 2024-11-24T03:53:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:26,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:26,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/63c21cbf686b47ce835bd445b0f32e02 is 50, key is test_row_0/A:col10/1732420406132/Put/seqid=0 2024-11-24T03:53:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742287_1463 (size=16931) 2024-11-24T03:53:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T03:53:26,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420406153, max timestamp=1732420406197Num uniques 859; 2024-11-24T03:53:26,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420406153, max timestamp=1732420406197Num uniques 859; 2024-11-24T03:53:26,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:53:26,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:53:26,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420406153, max timestamp=1732420406197Num uniques 859; 2024-11-24T03:53:26,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:53:26,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T03:53:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:26,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732420406249, max timestamp=1732420406268Num uniques 1068; 2024-11-24T03:53:26,274 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-24T03:53:26,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732420406249, max timestamp=1732420406268Num uniques 1068; 2024-11-24T03:53:26,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732420406249, max timestamp=1732420406268Num uniques 1068; 2024-11-24T03:53:26,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-24T03:53:26,275 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-24T03:53:26,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420466320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420466321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420466330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732420406314, max timestamp=1732420406341Num uniques 1077; 2024-11-24T03:53:26,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-24T03:53:26,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732420406314, max timestamp=1732420406341Num uniques 1077; 2024-11-24T03:53:26,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-24T03:53:26,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732420406314, max timestamp=1732420406341Num uniques 1077; 2024-11-24T03:53:26,345 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=8102, suffix heap size=139976,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=177 2024-11-24T03:53:26,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T03:53:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:26,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T03:53:26,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420466447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732420406388, max timestamp=1732420406455Num uniques 1036; 2024-11-24T03:53:26,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732420406388, max timestamp=1732420406455Num uniques 1036; 2024-11-24T03:53:26,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-24T03:53:26,459 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-24T03:53:26,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732420406388, max timestamp=1732420406455Num uniques 1036; 2024-11-24T03:53:26,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-24T03:53:26,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1732420406478, max timestamp=1732420406517Num uniques 1095; 2024-11-24T03:53:26,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=15800, suffix heap size=141848,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=345 2024-11-24T03:53:26,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1732420406478, max timestamp=1732420406517Num uniques 1095; 2024-11-24T03:53:26,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=15800, suffix heap size=141848,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=345 2024-11-24T03:53:26,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1732420406478, max timestamp=1732420406517Num uniques 1095; 2024-11-24T03:53:26,521 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=15800, suffix heap size=141848,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=345 2024-11-24T03:53:26,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T03:53:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:26,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/63c21cbf686b47ce835bd445b0f32e02 2024-11-24T03:53:26,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/9166b738960043cd817b22c9f20d782b is 50, key is test_row_0/B:col10/1732420406132/Put/seqid=0 2024-11-24T03:53:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742288_1464 (size=12151) 2024-11-24T03:53:26,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420466565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420466573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420466574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420466578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T03:53:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:26,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420466667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T03:53:26,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420466686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420466697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,708 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420466697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,709 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420466697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T03:53:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:26,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420466897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,911 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420466917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420466917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420466917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:26,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:26,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:26,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/9166b738960043cd817b22c9f20d782b 2024-11-24T03:53:26,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/58bb8e1330c44e1a8d0bb63cd6979eb6 is 50, key is test_row_0/C:col10/1732420406132/Put/seqid=0 2024-11-24T03:53:26,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742289_1465 (size=12151) 2024-11-24T03:53:26,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T03:53:26,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:26,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:26,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:26,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:27,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420466987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:27,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T03:53:27,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:27,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:27,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:27,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:27,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T03:53:27,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:27,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420467217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:27,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:27,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420467237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:27,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420467237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:27,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:27,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420467237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:27,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T03:53:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:27,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:27,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:27,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/58bb8e1330c44e1a8d0bb63cd6979eb6 2024-11-24T03:53:27,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/63c21cbf686b47ce835bd445b0f32e02 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/63c21cbf686b47ce835bd445b0f32e02 2024-11-24T03:53:27,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/63c21cbf686b47ce835bd445b0f32e02, entries=250, sequenceid=220, filesize=16.5 K 2024-11-24T03:53:27,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/9166b738960043cd817b22c9f20d782b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9166b738960043cd817b22c9f20d782b 2024-11-24T03:53:27,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9166b738960043cd817b22c9f20d782b, entries=150, sequenceid=220, filesize=11.9 K 2024-11-24T03:53:27,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/58bb8e1330c44e1a8d0bb63cd6979eb6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/58bb8e1330c44e1a8d0bb63cd6979eb6 2024-11-24T03:53:27,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/58bb8e1330c44e1a8d0bb63cd6979eb6, entries=150, sequenceid=220, filesize=11.9 K 2024-11-24T03:53:27,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=154.31 KB/158010 for 0c5652512b92692aa6e3d00645511c0f in 1254ms, sequenceid=220, compaction requested=true 2024-11-24T03:53:27,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:27,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:27,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:27,388 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:27,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:27,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:27,388 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:27,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:27,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:27,389 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55877 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:27,389 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48707 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:27,389 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/A is initiating minor compaction (all files) 2024-11-24T03:53:27,389 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/B is initiating minor compaction (all files) 2024-11-24T03:53:27,389 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/B in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:27,389 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/A in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:27,389 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a1745bd9fbd840cb86bb5c28c49ef0b5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/fdf141e42b6e4399b98f2a4cd0a3c33c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/274f2ce6af81411b97e45842680f4373, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/63c21cbf686b47ce835bd445b0f32e02] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=54.6 K 2024-11-24T03:53:27,389 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9c946fa6975e4d129a634f4e9b73c0bf, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0ff8c0ab8c2a469c8626c3ad2be5ad44, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/3048d319eec64417ab5e16f86c502509, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9166b738960043cd817b22c9f20d782b] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=47.6 K 2024-11-24T03:53:27,389 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c946fa6975e4d129a634f4e9b73c0bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732420402469 2024-11-24T03:53:27,389 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1745bd9fbd840cb86bb5c28c49ef0b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732420402469 2024-11-24T03:53:27,390 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ff8c0ab8c2a469c8626c3ad2be5ad44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732420403698 2024-11-24T03:53:27,390 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdf141e42b6e4399b98f2a4cd0a3c33c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732420403698 2024-11-24T03:53:27,390 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3048d319eec64417ab5e16f86c502509, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732420403734 2024-11-24T03:53:27,390 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 274f2ce6af81411b97e45842680f4373, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732420403734 2024-11-24T03:53:27,390 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9166b738960043cd817b22c9f20d782b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732420404950 2024-11-24T03:53:27,390 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63c21cbf686b47ce835bd445b0f32e02, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732420404937 2024-11-24T03:53:27,399 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#B#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:27,399 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/06b59c6080514fbfb7e646c4cb9b53a1 is 50, key is test_row_0/B:col10/1732420406132/Put/seqid=0 2024-11-24T03:53:27,399 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:27,399 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/c1ad9bccd5bc466ea340cea9c1e87687 is 50, key is test_row_0/A:col10/1732420406132/Put/seqid=0 2024-11-24T03:53:27,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742290_1466 (size=12391) 2024-11-24T03:53:27,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742291_1467 (size=12391) 2024-11-24T03:53:27,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-24T03:53:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:27,441 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=154.31 KB heapSize=427.31 KB 2024-11-24T03:53:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:27,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:27,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/04385d773d6447caab8ae0993ab4207a is 50, key is test_row_0/A:col10/1732420406560/Put/seqid=0 2024-11-24T03:53:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742292_1468 (size=12301) 2024-11-24T03:53:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:27,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420467559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:27,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420467677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:27,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420467737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:27,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420467757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:27,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420467757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:27,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420467757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:27,808 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/06b59c6080514fbfb7e646c4cb9b53a1 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/06b59c6080514fbfb7e646c4cb9b53a1 2024-11-24T03:53:27,814 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/c1ad9bccd5bc466ea340cea9c1e87687 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/c1ad9bccd5bc466ea340cea9c1e87687 2024-11-24T03:53:27,818 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/B of 0c5652512b92692aa6e3d00645511c0f into 06b59c6080514fbfb7e646c4cb9b53a1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:27,818 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:27,818 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/B, priority=12, startTime=1732420407388; duration=0sec 2024-11-24T03:53:27,818 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:27,818 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:B 2024-11-24T03:53:27,818 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:27,819 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48707 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:27,819 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/C is initiating minor compaction (all files) 2024-11-24T03:53:27,819 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/C in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:27,819 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/f388688d612e49bcbce8b7282e1ac43d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/ef8232ba1bab46bab402a1dc7c4a7af8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/96812e862e1545ef947532a5e11db49b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/58bb8e1330c44e1a8d0bb63cd6979eb6] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=47.6 K 2024-11-24T03:53:27,819 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f388688d612e49bcbce8b7282e1ac43d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732420402469 2024-11-24T03:53:27,820 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/A of 0c5652512b92692aa6e3d00645511c0f into c1ad9bccd5bc466ea340cea9c1e87687(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:27,820 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:27,820 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting ef8232ba1bab46bab402a1dc7c4a7af8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732420403698 2024-11-24T03:53:27,820 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/A, priority=12, startTime=1732420407388; duration=0sec 2024-11-24T03:53:27,820 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:27,820 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:A 2024-11-24T03:53:27,820 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 96812e862e1545ef947532a5e11db49b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1732420403734 2024-11-24T03:53:27,820 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 58bb8e1330c44e1a8d0bb63cd6979eb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732420404950 2024-11-24T03:53:27,827 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#C#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:27,828 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/d9a5da0fdea8419794f6b0a991953345 is 50, key is test_row_0/C:col10/1732420406132/Put/seqid=0 2024-11-24T03:53:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742293_1469 (size=12391) 2024-11-24T03:53:27,859 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/04385d773d6447caab8ae0993ab4207a 2024-11-24T03:53:27,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/bd003fe136c74647ac012d4b5266fd0b is 50, key is test_row_0/B:col10/1732420406560/Put/seqid=0 2024-11-24T03:53:27,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742294_1470 (size=12301) 2024-11-24T03:53:27,872 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/bd003fe136c74647ac012d4b5266fd0b 2024-11-24T03:53:27,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/c4ca51a87ddf4a5dbe7e2d79a5fc557f is 50, key is test_row_0/C:col10/1732420406560/Put/seqid=0 2024-11-24T03:53:27,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742295_1471 (size=12301) 2024-11-24T03:53:27,898 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/c4ca51a87ddf4a5dbe7e2d79a5fc557f 2024-11-24T03:53:27,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/04385d773d6447caab8ae0993ab4207a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/04385d773d6447caab8ae0993ab4207a 2024-11-24T03:53:27,906 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/04385d773d6447caab8ae0993ab4207a, entries=150, sequenceid=325, filesize=12.0 K 2024-11-24T03:53:27,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/bd003fe136c74647ac012d4b5266fd0b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/bd003fe136c74647ac012d4b5266fd0b 2024-11-24T03:53:27,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420467898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:27,910 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/bd003fe136c74647ac012d4b5266fd0b, entries=150, sequenceid=325, filesize=12.0 K 2024-11-24T03:53:27,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/c4ca51a87ddf4a5dbe7e2d79a5fc557f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c4ca51a87ddf4a5dbe7e2d79a5fc557f 2024-11-24T03:53:27,914 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c4ca51a87ddf4a5dbe7e2d79a5fc557f, entries=150, sequenceid=325, filesize=12.0 K 2024-11-24T03:53:27,915 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~427.27 KB/437520, currentSize=33.54 KB/34350 for 0c5652512b92692aa6e3d00645511c0f in 474ms, sequenceid=325, compaction requested=false 2024-11-24T03:53:27,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:27,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:27,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-24T03:53:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-24T03:53:27,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-24T03:53:27,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8570 sec 2024-11-24T03:53:27,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.8610 sec 2024-11-24T03:53:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T03:53:28,207 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:28,208 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-24T03:53:28,209 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-24T03:53:28,210 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:28,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:28,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:53:28,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:28,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:28,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:28,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:28,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:28,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:28,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/098f37b4b67d4580b17536e9699fa3f5 is 50, key is test_row_0/A:col10/1732420407537/Put/seqid=0 2024-11-24T03:53:28,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742296_1472 (size=12297) 2024-11-24T03:53:28,243 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/d9a5da0fdea8419794f6b0a991953345 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/d9a5da0fdea8419794f6b0a991953345 2024-11-24T03:53:28,248 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/C of 0c5652512b92692aa6e3d00645511c0f into d9a5da0fdea8419794f6b0a991953345(size=12.1 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:28,248 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:28,248 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/C, priority=12, startTime=1732420407388; duration=0sec 2024-11-24T03:53:28,248 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:28,248 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:C 2024-11-24T03:53:28,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-24T03:53:28,535 INFO [AsyncFSWAL-0-hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba-prefix:71d8d2d6408d,41025,1732420280471 {}] wal.AbstractFSWAL(1368): Slow sync cost: 183 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45251,DS-27808080-1f52-4d49-afc5-4c18ed6e5f42,DISK]] 2024-11-24T03:53:28,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-24T03:53:28,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-24T03:53:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:28,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:28,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:28,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:28,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420408341, max timestamp=1732420408587Num uniques 859; 2024-11-24T03:53:28,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:28,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420408341, max timestamp=1732420408587Num uniques 859; 2024-11-24T03:53:28,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:28,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420408341, max timestamp=1732420408587Num uniques 859; 2024-11-24T03:53:28,596 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:28,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/098f37b4b67d4580b17536e9699fa3f5 2024-11-24T03:53:28,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/40cf829561344ef397d01958189ce047 is 50, key is test_row_0/B:col10/1732420407537/Put/seqid=0 2024-11-24T03:53:28,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742297_1473 (size=9857) 2024-11-24T03:53:28,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-24T03:53:28,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:28,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:28,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:28,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:28,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:28,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420468777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:28,791 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 0c5652512b92692aa6e3d00645511c0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:28,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420468777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:28,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420468779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:28,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:28,793 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 0c5652512b92692aa6e3d00645511c0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420468781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:28,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:28,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420468791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-24T03:53:28,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-24T03:53:28,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:28,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:28,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:28,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:28,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:28,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:28,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420468897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:28,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:28,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420468898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:28,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:28,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:28,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:28,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420468907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:28,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:29,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-24T03:53:29,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:29,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:29,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:29,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:29,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:29,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/40cf829561344ef397d01958189ce047 2024-11-24T03:53:29,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/730fc64f1ece46fcb3673139118da5b0 is 50, key is test_row_0/C:col10/1732420407537/Put/seqid=0 2024-11-24T03:53:29,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742298_1474 (size=9857) 2024-11-24T03:53:29,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420469117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:29,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420469117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:29,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420469127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:29,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:29,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-24T03:53:29,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:29,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:29,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:29,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:29,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:29,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-24T03:53:29,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:29,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:29,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:29,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-24T03:53:29,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420469437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:29,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420469437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:29,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420469447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:29,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:29,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-24T03:53:29,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:29,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:29,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:29,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:29,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:29,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/730fc64f1ece46fcb3673139118da5b0 2024-11-24T03:53:29,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/098f37b4b67d4580b17536e9699fa3f5 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/098f37b4b67d4580b17536e9699fa3f5 2024-11-24T03:53:29,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/098f37b4b67d4580b17536e9699fa3f5, entries=150, sequenceid=337, filesize=12.0 K 2024-11-24T03:53:29,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/40cf829561344ef397d01958189ce047 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/40cf829561344ef397d01958189ce047 2024-11-24T03:53:29,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/40cf829561344ef397d01958189ce047, entries=100, sequenceid=337, filesize=9.6 K 2024-11-24T03:53:29,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/730fc64f1ece46fcb3673139118da5b0 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/730fc64f1ece46fcb3673139118da5b0 2024-11-24T03:53:29,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/730fc64f1ece46fcb3673139118da5b0, entries=100, sequenceid=337, filesize=9.6 K 2024-11-24T03:53:29,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0c5652512b92692aa6e3d00645511c0f in 1320ms, sequenceid=337, compaction requested=true 2024-11-24T03:53:29,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:29,544 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:29,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:29,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:29,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:29,544 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:29,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:29,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:29,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:29,545 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36989 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:29,545 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/A is initiating minor compaction (all files) 2024-11-24T03:53:29,545 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/A in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:29,545 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/c1ad9bccd5bc466ea340cea9c1e87687, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/04385d773d6447caab8ae0993ab4207a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/098f37b4b67d4580b17536e9699fa3f5] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=36.1 K 2024-11-24T03:53:29,545 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:29,545 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/B is initiating minor compaction (all files) 2024-11-24T03:53:29,545 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/B in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:29,545 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/06b59c6080514fbfb7e646c4cb9b53a1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/bd003fe136c74647ac012d4b5266fd0b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/40cf829561344ef397d01958189ce047] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=33.7 K 2024-11-24T03:53:29,546 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1ad9bccd5bc466ea340cea9c1e87687, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732420404950 2024-11-24T03:53:29,546 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 06b59c6080514fbfb7e646c4cb9b53a1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732420404950 2024-11-24T03:53:29,546 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04385d773d6447caab8ae0993ab4207a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732420406540 2024-11-24T03:53:29,546 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting bd003fe136c74647ac012d4b5266fd0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732420406540 2024-11-24T03:53:29,546 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 098f37b4b67d4580b17536e9699fa3f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732420407537 2024-11-24T03:53:29,546 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 40cf829561344ef397d01958189ce047, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732420407537 2024-11-24T03:53:29,565 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#A#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:29,565 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/b3c0b8f009c748d48f1bc4d8932264d1 is 50, key is test_row_0/A:col10/1732420407537/Put/seqid=0 2024-11-24T03:53:29,573 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:29,573 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/0936bf3fe11b417d97ee57af738b5c30 is 50, key is test_row_0/B:col10/1732420407537/Put/seqid=0 2024-11-24T03:53:29,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742299_1475 (size=12643) 2024-11-24T03:53:29,597 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/b3c0b8f009c748d48f1bc4d8932264d1 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/b3c0b8f009c748d48f1bc4d8932264d1 2024-11-24T03:53:29,602 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/A of 0c5652512b92692aa6e3d00645511c0f into b3c0b8f009c748d48f1bc4d8932264d1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:29,602 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:29,603 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/A, priority=13, startTime=1732420409544; duration=0sec 2024-11-24T03:53:29,603 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:29,603 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:A 2024-11-24T03:53:29,603 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:29,605 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:29,605 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/C is initiating minor compaction (all files) 2024-11-24T03:53:29,606 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/C in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:29,606 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/d9a5da0fdea8419794f6b0a991953345, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c4ca51a87ddf4a5dbe7e2d79a5fc557f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/730fc64f1ece46fcb3673139118da5b0] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=33.7 K 2024-11-24T03:53:29,606 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9a5da0fdea8419794f6b0a991953345, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732420404950 2024-11-24T03:53:29,606 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4ca51a87ddf4a5dbe7e2d79a5fc557f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732420406540 2024-11-24T03:53:29,607 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 730fc64f1ece46fcb3673139118da5b0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732420407537 2024-11-24T03:53:29,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742300_1476 (size=12643) 2024-11-24T03:53:29,618 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#C#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:29,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-24T03:53:29,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:29,618 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-24T03:53:29,618 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/cfa1e640bce54d4c91496c8594adac42 is 50, key is test_row_0/C:col10/1732420407537/Put/seqid=0 2024-11-24T03:53:29,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:29,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:29,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:29,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:29,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:29,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:29,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/da19ee93b90b42a6bdec438eaa1636bf is 50, key is test_row_0/A:col10/1732420408789/Put/seqid=0 2024-11-24T03:53:29,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742301_1477 (size=12643) 2024-11-24T03:53:29,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742302_1478 (size=12301) 2024-11-24T03:53:29,657 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/da19ee93b90b42a6bdec438eaa1636bf 2024-11-24T03:53:29,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/18f304d6bf2b435cac7f35a96a20de59 is 50, key is test_row_0/B:col10/1732420408789/Put/seqid=0 2024-11-24T03:53:29,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742303_1479 (size=12301) 2024-11-24T03:53:29,688 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/18f304d6bf2b435cac7f35a96a20de59 2024-11-24T03:53:29,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/3980afd30c114b08bde621c95294091c is 50, key is test_row_0/C:col10/1732420408789/Put/seqid=0 2024-11-24T03:53:29,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742304_1480 (size=12301) 2024-11-24T03:53:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:29,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:29,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:29,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420469972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:29,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:29,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420469979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:29,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:29,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420469980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,012 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/0936bf3fe11b417d97ee57af738b5c30 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0936bf3fe11b417d97ee57af738b5c30 2024-11-24T03:53:30,016 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/B of 0c5652512b92692aa6e3d00645511c0f into 0936bf3fe11b417d97ee57af738b5c30(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:30,016 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:30,016 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/B, priority=13, startTime=1732420409544; duration=0sec 2024-11-24T03:53:30,016 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:30,016 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:B 2024-11-24T03:53:30,040 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/cfa1e640bce54d4c91496c8594adac42 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/cfa1e640bce54d4c91496c8594adac42 2024-11-24T03:53:30,043 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/C of 0c5652512b92692aa6e3d00645511c0f into cfa1e640bce54d4c91496c8594adac42(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:30,043 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:30,044 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/C, priority=13, startTime=1732420409545; duration=0sec 2024-11-24T03:53:30,044 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:30,044 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:C 2024-11-24T03:53:30,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420470087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420470087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,100 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/3980afd30c114b08bde621c95294091c 2024-11-24T03:53:30,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/da19ee93b90b42a6bdec438eaa1636bf as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/da19ee93b90b42a6bdec438eaa1636bf 2024-11-24T03:53:30,105 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/da19ee93b90b42a6bdec438eaa1636bf, entries=150, sequenceid=376, filesize=12.0 K 2024-11-24T03:53:30,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/18f304d6bf2b435cac7f35a96a20de59 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/18f304d6bf2b435cac7f35a96a20de59 2024-11-24T03:53:30,109 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/18f304d6bf2b435cac7f35a96a20de59, entries=150, sequenceid=376, filesize=12.0 K 2024-11-24T03:53:30,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/3980afd30c114b08bde621c95294091c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/3980afd30c114b08bde621c95294091c 2024-11-24T03:53:30,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420470107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,113 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/3980afd30c114b08bde621c95294091c, entries=150, sequenceid=376, filesize=12.0 K 2024-11-24T03:53:30,114 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 0c5652512b92692aa6e3d00645511c0f in 495ms, sequenceid=376, compaction requested=false 2024-11-24T03:53:30,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:30,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:30,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-24T03:53:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-24T03:53:30,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-24T03:53:30,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9050 sec 2024-11-24T03:53:30,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.9080 sec 2024-11-24T03:53:30,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:30,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-24T03:53:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:30,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:30,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:30,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/6be7ca26484c4024bb4651889e3781c6 is 50, key is test_row_0/A:col10/1732420410312/Put/seqid=0 2024-11-24T03:53:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742305_1481 (size=14741) 2024-11-24T03:53:30,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732420410345, max timestamp=1732420410362Num uniques 859; 2024-11-24T03:53:30,365 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T03:53:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-24T03:53:30,367 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:30,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420410350, max timestamp=1732420410362Num uniques 859; 2024-11-24T03:53:30,367 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:30,368 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:30,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420410350, max timestamp=1732420410362Num uniques 859; 2024-11-24T03:53:30,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-24T03:53:30,369 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:30,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T03:53:30,369 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:30,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:30,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420470403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420470408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420470409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T03:53:30,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:30,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:30,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:30,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:30,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:30,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:30,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420470517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,529 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420470526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420470527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:30,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:30,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:30,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:30,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:30,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T03:53:30,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/6be7ca26484c4024bb4651889e3781c6 2024-11-24T03:53:30,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/ea9dee5e00f14f1a93618f27c3e5b121 is 50, key is test_row_0/B:col10/1732420410312/Put/seqid=0 2024-11-24T03:53:30,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742306_1482 (size=12301) 2024-11-24T03:53:30,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420470736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420470737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420470737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420470797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,801 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 0c5652512b92692aa6e3d00645511c0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:30,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420470817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:30,825 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 0c5652512b92692aa6e3d00645511c0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:30,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:30,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:30,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:30,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:30,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:30,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:30,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:30,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:30,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:30,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:30,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:30,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T03:53:31,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420471046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:31,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420471046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:31,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420471047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,052 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:31,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/ea9dee5e00f14f1a93618f27c3e5b121 2024-11-24T03:53:31,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/fd83497a7b9849b4a3a7258b2dde424b is 50, key is test_row_0/C:col10/1732420410312/Put/seqid=0 2024-11-24T03:53:31,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742307_1483 (size=12301) 2024-11-24T03:53:31,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:31,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:31,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T03:53:31,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/fd83497a7b9849b4a3a7258b2dde424b 2024-11-24T03:53:31,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/6be7ca26484c4024bb4651889e3781c6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/6be7ca26484c4024bb4651889e3781c6 2024-11-24T03:53:31,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/6be7ca26484c4024bb4651889e3781c6, entries=200, sequenceid=389, filesize=14.4 K 2024-11-24T03:53:31,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/ea9dee5e00f14f1a93618f27c3e5b121 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/ea9dee5e00f14f1a93618f27c3e5b121 2024-11-24T03:53:31,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/ea9dee5e00f14f1a93618f27c3e5b121, entries=150, sequenceid=389, filesize=12.0 K 2024-11-24T03:53:31,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/fd83497a7b9849b4a3a7258b2dde424b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/fd83497a7b9849b4a3a7258b2dde424b 2024-11-24T03:53:31,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/fd83497a7b9849b4a3a7258b2dde424b, entries=150, sequenceid=389, filesize=12.0 K 2024-11-24T03:53:31,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 0c5652512b92692aa6e3d00645511c0f in 1248ms, sequenceid=389, compaction requested=true 2024-11-24T03:53:31,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:31,561 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:31,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:31,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:31,561 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:31,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:31,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:31,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:31,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:31,562 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:31,562 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/A is initiating minor compaction (all files) 2024-11-24T03:53:31,562 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/A in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,562 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/b3c0b8f009c748d48f1bc4d8932264d1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/da19ee93b90b42a6bdec438eaa1636bf, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/6be7ca26484c4024bb4651889e3781c6] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=38.8 K 2024-11-24T03:53:31,563 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:31,563 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3c0b8f009c748d48f1bc4d8932264d1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732420406577 2024-11-24T03:53:31,563 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/B is initiating minor compaction (all files) 2024-11-24T03:53:31,563 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/B in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,563 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0936bf3fe11b417d97ee57af738b5c30, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/18f304d6bf2b435cac7f35a96a20de59, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/ea9dee5e00f14f1a93618f27c3e5b121] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=36.4 K 2024-11-24T03:53:31,563 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting da19ee93b90b42a6bdec438eaa1636bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732420408777 2024-11-24T03:53:31,563 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0936bf3fe11b417d97ee57af738b5c30, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732420406577 2024-11-24T03:53:31,563 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6be7ca26484c4024bb4651889e3781c6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732420409971 2024-11-24T03:53:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:31,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-11-24T03:53:31,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:31,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:31,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:31,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:31,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:31,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:31,567 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 18f304d6bf2b435cac7f35a96a20de59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732420408777 2024-11-24T03:53:31,568 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting ea9dee5e00f14f1a93618f27c3e5b121, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732420409977 2024-11-24T03:53:31,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/a790997a2f08401c8582cfe9121de018 is 50, key is test_row_0/A:col10/1732420410408/Put/seqid=0 2024-11-24T03:53:31,577 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:31,577 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#A#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:31,577 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/a06128b864b1467aa6e687fd26a418d7 is 50, key is test_row_0/A:col10/1732420410312/Put/seqid=0 2024-11-24T03:53:31,577 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/82d0cc1daafb44cfac2c54c7ec2af3b7 is 50, key is test_row_0/B:col10/1732420410312/Put/seqid=0 2024-11-24T03:53:31,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742308_1484 (size=14741) 2024-11-24T03:53:31,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742310_1486 (size=12745) 2024-11-24T03:53:31,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742309_1485 (size=12745) 2024-11-24T03:53:31,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:31,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:31,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420471586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:31,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420471587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:31,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420471599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:31,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420471707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:31,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:31,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420471707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:31,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:31,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420471716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:31,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:31,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:31,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:31,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:31,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:31,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:31,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420471917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:31,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:31,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420471927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:31,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,938 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:31,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:31,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420471937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:31,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:31,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:31,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/a790997a2f08401c8582cfe9121de018 2024-11-24T03:53:31,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/38c4bcb0cd0f4cd8a77950126291211d is 50, key is test_row_0/B:col10/1732420410408/Put/seqid=0 2024-11-24T03:53:31,988 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/82d0cc1daafb44cfac2c54c7ec2af3b7 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/82d0cc1daafb44cfac2c54c7ec2af3b7 2024-11-24T03:53:31,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742311_1487 (size=12301) 2024-11-24T03:53:31,996 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/a06128b864b1467aa6e687fd26a418d7 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a06128b864b1467aa6e687fd26a418d7 2024-11-24T03:53:31,997 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/B of 0c5652512b92692aa6e3d00645511c0f into 82d0cc1daafb44cfac2c54c7ec2af3b7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:31,997 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:31,997 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/B, priority=13, startTime=1732420411561; duration=0sec 2024-11-24T03:53:31,997 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:31,998 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:B 2024-11-24T03:53:31,998 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:31,998 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:31,998 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/C is initiating minor compaction (all files) 2024-11-24T03:53:31,998 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/C in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:31,999 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/cfa1e640bce54d4c91496c8594adac42, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/3980afd30c114b08bde621c95294091c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/fd83497a7b9849b4a3a7258b2dde424b] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=36.4 K 2024-11-24T03:53:31,999 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting cfa1e640bce54d4c91496c8594adac42, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732420406577 2024-11-24T03:53:31,999 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 3980afd30c114b08bde621c95294091c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732420408777 2024-11-24T03:53:31,999 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting fd83497a7b9849b4a3a7258b2dde424b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732420409977 2024-11-24T03:53:32,000 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/A of 0c5652512b92692aa6e3d00645511c0f into a06128b864b1467aa6e687fd26a418d7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:32,000 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:32,000 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/A, priority=13, startTime=1732420411561; duration=0sec 2024-11-24T03:53:32,000 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:32,000 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:A 2024-11-24T03:53:32,004 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:32,005 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/5897d022aeee40d1a51d2e42133814f3 is 50, key is test_row_0/C:col10/1732420410312/Put/seqid=0 2024-11-24T03:53:32,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742312_1488 (size=12745) 2024-11-24T03:53:32,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:32,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:32,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:32,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:32,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:32,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420472236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:32,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:32,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:32,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420472246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:32,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:32,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:32,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:32,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420472257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:32,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:32,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:32,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:32,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:32,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/38c4bcb0cd0f4cd8a77950126291211d 2024-11-24T03:53:32,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/fe50c21e24e54b53ad2dc3280edff58e is 50, key is test_row_0/C:col10/1732420410408/Put/seqid=0 2024-11-24T03:53:32,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742313_1489 (size=12301) 2024-11-24T03:53:32,416 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/5897d022aeee40d1a51d2e42133814f3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/5897d022aeee40d1a51d2e42133814f3 2024-11-24T03:53:32,420 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/C of 0c5652512b92692aa6e3d00645511c0f into 5897d022aeee40d1a51d2e42133814f3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:32,420 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:32,420 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/C, priority=13, startTime=1732420411561; duration=0sec 2024-11-24T03:53:32,420 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:32,420 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:C 2024-11-24T03:53:32,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:32,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:32,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T03:53:32,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:32,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:32,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:32,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420472747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:32,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:32,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420472756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:32,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:32,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:32,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:32,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420472767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:32,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/fe50c21e24e54b53ad2dc3280edff58e 2024-11-24T03:53:32,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/a790997a2f08401c8582cfe9121de018 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a790997a2f08401c8582cfe9121de018 2024-11-24T03:53:32,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a790997a2f08401c8582cfe9121de018, entries=200, sequenceid=425, filesize=14.4 K 2024-11-24T03:53:32,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/38c4bcb0cd0f4cd8a77950126291211d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/38c4bcb0cd0f4cd8a77950126291211d 2024-11-24T03:53:32,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/38c4bcb0cd0f4cd8a77950126291211d, entries=150, sequenceid=425, filesize=12.0 K 2024-11-24T03:53:32,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/fe50c21e24e54b53ad2dc3280edff58e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/fe50c21e24e54b53ad2dc3280edff58e 2024-11-24T03:53:32,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:32,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/fe50c21e24e54b53ad2dc3280edff58e, entries=150, sequenceid=425, filesize=12.0 K 2024-11-24T03:53:32,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~375.17 KB/384176, currentSize=46.96 KB/48090 for 0c5652512b92692aa6e3d00645511c0f in 1261ms, sequenceid=425, compaction requested=false 2024-11-24T03:53:32,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:32,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T03:53:32,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:32,972 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:53:32,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:32,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:32,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:32,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:32,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:32,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:32,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/753faddae0574db0ac93727c17c123bb is 50, key is test_row_0/A:col10/1732420411576/Put/seqid=0 2024-11-24T03:53:32,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742314_1490 (size=12301) 2024-11-24T03:53:32,982 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/753faddae0574db0ac93727c17c123bb 2024-11-24T03:53:32,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/1592438c44d44f118b5f5c2a86496e0a is 50, key is test_row_0/B:col10/1732420411576/Put/seqid=0 2024-11-24T03:53:33,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742315_1491 (size=12301) 2024-11-24T03:53:33,003 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/1592438c44d44f118b5f5c2a86496e0a 2024-11-24T03:53:33,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/883e9febb8d648089f73e3b43b98c9df is 50, key is test_row_0/C:col10/1732420411576/Put/seqid=0 2024-11-24T03:53:33,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742316_1492 (size=12301) 2024-11-24T03:53:33,426 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/883e9febb8d648089f73e3b43b98c9df 2024-11-24T03:53:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/753faddae0574db0ac93727c17c123bb as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/753faddae0574db0ac93727c17c123bb 2024-11-24T03:53:33,432 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/753faddae0574db0ac93727c17c123bb, entries=150, sequenceid=438, filesize=12.0 K 2024-11-24T03:53:33,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/1592438c44d44f118b5f5c2a86496e0a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/1592438c44d44f118b5f5c2a86496e0a 2024-11-24T03:53:33,437 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/1592438c44d44f118b5f5c2a86496e0a, entries=150, sequenceid=438, filesize=12.0 K 2024-11-24T03:53:33,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/883e9febb8d648089f73e3b43b98c9df as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/883e9febb8d648089f73e3b43b98c9df 2024-11-24T03:53:33,440 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/883e9febb8d648089f73e3b43b98c9df, entries=150, sequenceid=438, filesize=12.0 K 2024-11-24T03:53:33,441 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 0c5652512b92692aa6e3d00645511c0f in 469ms, sequenceid=438, compaction requested=true 2024-11-24T03:53:33,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:33,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:33,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-24T03:53:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-24T03:53:33,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-24T03:53:33,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0730 sec 2024-11-24T03:53:33,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 3.0760 sec 2024-11-24T03:53:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:33,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:53:33,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:33,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:33,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:33,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:33,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:33,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:33,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/f3a37fb0532845dab29c2340fd9e9d25 is 50, key is test_row_0/A:col10/1732420413779/Put/seqid=0 2024-11-24T03:53:33,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742317_1493 (size=14741) 2024-11-24T03:53:33,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420473818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:33,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420413796, max timestamp=1732420413823Num uniques 859; 2024-11-24T03:53:33,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420413796, max timestamp=1732420413823Num uniques 859; 2024-11-24T03:53:33,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:33,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420413796, max timestamp=1732420413823Num uniques 859; 2024-11-24T03:53:33,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:33,826 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:33,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:33,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:33,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:33,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420473883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:33,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:33,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420473890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:33,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:33,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420473936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:33,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:33,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:33,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:34,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420474007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420474007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:34,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:34,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420474147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:34,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/f3a37fb0532845dab29c2340fd9e9d25 2024-11-24T03:53:34,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/93b0d8774f0b46869e5880afe8276678 is 50, key is test_row_0/B:col10/1732420413779/Put/seqid=0 2024-11-24T03:53:34,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742318_1494 (size=12301) 2024-11-24T03:53:34,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420474227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:34,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:34,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:34,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420474227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:34,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:34,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420474467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T03:53:34,527 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:34,527 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-24T03:53:34,529 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:34,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T03:53:34,529 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:34,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:34,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420474547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420474547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,552 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:34,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/93b0d8774f0b46869e5880afe8276678 2024-11-24T03:53:34,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/c3011f5b9a3f46f185959acad4d790e5 is 50, key is test_row_0/C:col10/1732420413779/Put/seqid=0 2024-11-24T03:53:34,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742319_1495 (size=12301) 2024-11-24T03:53:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T03:53:34,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:34,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:34,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:34,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:34,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:34,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:34,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:34,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:34,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:34,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55602 deadline: 1732420474827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:34,839 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 0c5652512b92692aa6e3d00645511c0f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8264 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,839 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T03:53:34,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55630 deadline: 1732420474856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:34,866 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 0c5652512b92692aa6e3d00645511c0f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8293 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:34,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:34,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:34,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:34,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:34,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:34,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:34,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:34,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420474989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:34,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:35,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/c3011f5b9a3f46f185959acad4d790e5 2024-11-24T03:53:35,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/f3a37fb0532845dab29c2340fd9e9d25 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/f3a37fb0532845dab29c2340fd9e9d25 2024-11-24T03:53:35,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/f3a37fb0532845dab29c2340fd9e9d25, entries=200, sequenceid=448, filesize=14.4 K 2024-11-24T03:53:35,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/93b0d8774f0b46869e5880afe8276678 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/93b0d8774f0b46869e5880afe8276678 2024-11-24T03:53:35,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/93b0d8774f0b46869e5880afe8276678, entries=150, sequenceid=448, filesize=12.0 K 2024-11-24T03:53:35,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/c3011f5b9a3f46f185959acad4d790e5 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c3011f5b9a3f46f185959acad4d790e5 2024-11-24T03:53:35,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c3011f5b9a3f46f185959acad4d790e5, entries=150, sequenceid=448, filesize=12.0 K 2024-11-24T03:53:35,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0c5652512b92692aa6e3d00645511c0f in 1259ms, sequenceid=448, compaction requested=true 2024-11-24T03:53:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:35,040 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:35,040 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:35,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:35,041 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:35,041 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:35,041 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/A is initiating minor compaction (all files) 2024-11-24T03:53:35,041 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/B is initiating minor compaction (all files) 2024-11-24T03:53:35,041 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/A in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,041 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/B in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,041 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a06128b864b1467aa6e687fd26a418d7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a790997a2f08401c8582cfe9121de018, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/753faddae0574db0ac93727c17c123bb, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/f3a37fb0532845dab29c2340fd9e9d25] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=53.3 K 2024-11-24T03:53:35,041 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/82d0cc1daafb44cfac2c54c7ec2af3b7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/38c4bcb0cd0f4cd8a77950126291211d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/1592438c44d44f118b5f5c2a86496e0a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/93b0d8774f0b46869e5880afe8276678] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=48.5 K 2024-11-24T03:53:35,041 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a06128b864b1467aa6e687fd26a418d7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732420409977 2024-11-24T03:53:35,041 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 82d0cc1daafb44cfac2c54c7ec2af3b7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732420409977 2024-11-24T03:53:35,042 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a790997a2f08401c8582cfe9121de018, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732420410377 2024-11-24T03:53:35,042 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 38c4bcb0cd0f4cd8a77950126291211d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732420410377 2024-11-24T03:53:35,042 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 753faddae0574db0ac93727c17c123bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732420411576 2024-11-24T03:53:35,042 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1592438c44d44f118b5f5c2a86496e0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732420411576 2024-11-24T03:53:35,042 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3a37fb0532845dab29c2340fd9e9d25, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732420413775 2024-11-24T03:53:35,042 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 93b0d8774f0b46869e5880afe8276678, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732420413775 2024-11-24T03:53:35,049 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#A#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:35,050 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/44a752ce981241f993ef76deeaf2661d is 50, key is test_row_0/A:col10/1732420413779/Put/seqid=0 2024-11-24T03:53:35,052 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:35,052 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/4e31f9acb4ce4fd09fb31dd6d4b976b7 is 50, key is test_row_0/B:col10/1732420413779/Put/seqid=0 2024-11-24T03:53:35,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742320_1496 (size=12881) 2024-11-24T03:53:35,063 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/44a752ce981241f993ef76deeaf2661d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/44a752ce981241f993ef76deeaf2661d 2024-11-24T03:53:35,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742321_1497 (size=12881) 2024-11-24T03:53:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:35,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-24T03:53:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:53:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:53:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:35,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:53:35,069 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/A of 0c5652512b92692aa6e3d00645511c0f into 44a752ce981241f993ef76deeaf2661d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:35,069 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:35,069 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/A, priority=12, startTime=1732420415040; duration=0sec 2024-11-24T03:53:35,069 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:35,069 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:A 2024-11-24T03:53:35,069 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:35,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/bb594cf889db4ebba6bb15c5b66a4d92 is 50, key is test_row_0/A:col10/1732420413889/Put/seqid=0 2024-11-24T03:53:35,072 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:35,072 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/C is initiating minor compaction (all files) 2024-11-24T03:53:35,072 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/4e31f9acb4ce4fd09fb31dd6d4b976b7 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/4e31f9acb4ce4fd09fb31dd6d4b976b7 2024-11-24T03:53:35,072 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/C in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,072 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/5897d022aeee40d1a51d2e42133814f3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/fe50c21e24e54b53ad2dc3280edff58e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/883e9febb8d648089f73e3b43b98c9df, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c3011f5b9a3f46f185959acad4d790e5] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=48.5 K 2024-11-24T03:53:35,073 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5897d022aeee40d1a51d2e42133814f3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1732420409977 2024-11-24T03:53:35,074 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe50c21e24e54b53ad2dc3280edff58e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732420410377 2024-11-24T03:53:35,074 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 883e9febb8d648089f73e3b43b98c9df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732420411576 2024-11-24T03:53:35,074 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3011f5b9a3f46f185959acad4d790e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732420413775 2024-11-24T03:53:35,077 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/B of 0c5652512b92692aa6e3d00645511c0f into 4e31f9acb4ce4fd09fb31dd6d4b976b7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:35,077 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:35,077 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/B, priority=12, startTime=1732420415040; duration=0sec 2024-11-24T03:53:35,077 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:35,077 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:B 2024-11-24T03:53:35,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742322_1498 (size=14741) 2024-11-24T03:53:35,085 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#C#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:35,085 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/41db678f33534a5fbb072976a070cda8 is 50, key is test_row_0/C:col10/1732420413779/Put/seqid=0 2024-11-24T03:53:35,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/bb594cf889db4ebba6bb15c5b66a4d92 2024-11-24T03:53:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742323_1499 (size=12881) 2024-11-24T03:53:35,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/1e4280f859154ceb85b50dba3937e5a6 is 50, key is test_row_0/B:col10/1732420413889/Put/seqid=0 2024-11-24T03:53:35,105 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/41db678f33534a5fbb072976a070cda8 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/41db678f33534a5fbb072976a070cda8 2024-11-24T03:53:35,108 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/C of 0c5652512b92692aa6e3d00645511c0f into 41db678f33534a5fbb072976a070cda8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:35,108 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:35,108 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/C, priority=12, startTime=1732420415040; duration=0sec 2024-11-24T03:53:35,108 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:35,108 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:C 2024-11-24T03:53:35,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420475104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:35,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:35,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742324_1500 (size=12301) 2024-11-24T03:53:35,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420475109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:35,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:35,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:35,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:35,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T03:53:35,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420475217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:35,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,228 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:35,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420475226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:35,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:35,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:35,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:35,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420475437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:35,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:35,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:35,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420475449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:35,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:35,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/1e4280f859154ceb85b50dba3937e5a6 2024-11-24T03:53:35,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/e6dd75a7d9fc45dfa949a88aed191ffb is 50, key is test_row_0/C:col10/1732420413889/Put/seqid=0 2024-11-24T03:53:35,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742325_1501 (size=12301) 2024-11-24T03:53:35,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T03:53:35,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:35,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:35,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420475757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:35,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:35,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420475767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:35,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:35,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:35,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:35,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:35,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:35,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/e6dd75a7d9fc45dfa949a88aed191ffb 2024-11-24T03:53:35,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/bb594cf889db4ebba6bb15c5b66a4d92 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/bb594cf889db4ebba6bb15c5b66a4d92 2024-11-24T03:53:35,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/bb594cf889db4ebba6bb15c5b66a4d92, entries=200, sequenceid=486, filesize=14.4 K 2024-11-24T03:53:35,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/1e4280f859154ceb85b50dba3937e5a6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/1e4280f859154ceb85b50dba3937e5a6 2024-11-24T03:53:35,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/1e4280f859154ceb85b50dba3937e5a6, entries=150, sequenceid=486, filesize=12.0 K 2024-11-24T03:53:35,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/e6dd75a7d9fc45dfa949a88aed191ffb as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/e6dd75a7d9fc45dfa949a88aed191ffb 2024-11-24T03:53:35,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/e6dd75a7d9fc45dfa949a88aed191ffb, entries=150, sequenceid=486, filesize=12.0 K 2024-11-24T03:53:35,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 0c5652512b92692aa6e3d00645511c0f in 879ms, sequenceid=486, compaction requested=false 2024-11-24T03:53:35,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:36,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:53:36,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:36,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:36,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:36,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:36,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:36,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:36,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/0b5ef95b67394cc0b3036c1c8169690e is 50, key is test_row_0/A:col10/1732420416008/Put/seqid=0 2024-11-24T03:53:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742326_1502 (size=14741) 2024-11-24T03:53:36,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:36,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:36,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420416093, max timestamp=1732420416122Num uniques 859; 2024-11-24T03:53:36,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420416093, max timestamp=1732420416122Num uniques 859; 2024-11-24T03:53:36,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420416093, max timestamp=1732420416122Num uniques 859; 2024-11-24T03:53:36,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:36,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:36,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:36,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420476271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:36,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:36,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:36,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420476277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:36,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420476277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:36,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:36,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:36,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:36,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420476387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:36,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:36,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/0b5ef95b67394cc0b3036c1c8169690e 2024-11-24T03:53:36,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/f6e7416bbe8941d3b4f8fdbba73b37d0 is 50, key is test_row_0/B:col10/1732420416008/Put/seqid=0 2024-11-24T03:53:36,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742327_1503 (size=12301) 2024-11-24T03:53:36,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/f6e7416bbe8941d3b4f8fdbba73b37d0 2024-11-24T03:53:36,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/c5c44b0a487c460695ea4367e04ea88a is 50, key is test_row_0/C:col10/1732420416008/Put/seqid=0 2024-11-24T03:53:36,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742328_1504 (size=12301) 2024-11-24T03:53:36,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420476607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:36,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:36,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T03:53:36,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:36,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:36,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/c5c44b0a487c460695ea4367e04ea88a 2024-11-24T03:53:36,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/0b5ef95b67394cc0b3036c1c8169690e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/0b5ef95b67394cc0b3036c1c8169690e 2024-11-24T03:53:36,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/0b5ef95b67394cc0b3036c1c8169690e, entries=200, sequenceid=499, filesize=14.4 K 2024-11-24T03:53:36,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/f6e7416bbe8941d3b4f8fdbba73b37d0 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f6e7416bbe8941d3b4f8fdbba73b37d0 2024-11-24T03:53:36,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f6e7416bbe8941d3b4f8fdbba73b37d0, entries=150, sequenceid=499, filesize=12.0 K 2024-11-24T03:53:36,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/c5c44b0a487c460695ea4367e04ea88a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c5c44b0a487c460695ea4367e04ea88a 2024-11-24T03:53:36,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c5c44b0a487c460695ea4367e04ea88a, entries=150, sequenceid=499, filesize=12.0 K 2024-11-24T03:53:36,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 0c5652512b92692aa6e3d00645511c0f in 860ms, sequenceid=499, compaction requested=true 2024-11-24T03:53:36,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:36,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:36,869 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:36,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:36,870 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:36,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:36,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:36,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:36,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:36,870 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:36,870 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:36,870 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/B is initiating minor compaction (all files) 2024-11-24T03:53:36,870 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/A is initiating minor compaction (all files) 2024-11-24T03:53:36,870 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/B in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,870 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/A in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,870 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/4e31f9acb4ce4fd09fb31dd6d4b976b7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/1e4280f859154ceb85b50dba3937e5a6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f6e7416bbe8941d3b4f8fdbba73b37d0] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=36.6 K 2024-11-24T03:53:36,870 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/44a752ce981241f993ef76deeaf2661d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/bb594cf889db4ebba6bb15c5b66a4d92, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/0b5ef95b67394cc0b3036c1c8169690e] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=41.4 K 2024-11-24T03:53:36,871 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e31f9acb4ce4fd09fb31dd6d4b976b7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732420413775 2024-11-24T03:53:36,871 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44a752ce981241f993ef76deeaf2661d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732420413775 2024-11-24T03:53:36,871 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e4280f859154ceb85b50dba3937e5a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732420413878 2024-11-24T03:53:36,871 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb594cf889db4ebba6bb15c5b66a4d92, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732420413874 2024-11-24T03:53:36,871 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f6e7416bbe8941d3b4f8fdbba73b37d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732420415071 2024-11-24T03:53:36,871 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b5ef95b67394cc0b3036c1c8169690e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732420415071 2024-11-24T03:53:36,877 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#B#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:36,877 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#A#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:36,877 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/4515f312a0c84fe581420462a7e18010 is 50, key is test_row_0/A:col10/1732420416008/Put/seqid=0 2024-11-24T03:53:36,877 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/7dbb999f332e4a1b92de986082203fe2 is 50, key is test_row_0/B:col10/1732420416008/Put/seqid=0 2024-11-24T03:53:36,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742329_1505 (size=12983) 2024-11-24T03:53:36,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742330_1506 (size=12983) 2024-11-24T03:53:36,896 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/7dbb999f332e4a1b92de986082203fe2 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/7dbb999f332e4a1b92de986082203fe2 2024-11-24T03:53:36,900 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/B of 0c5652512b92692aa6e3d00645511c0f into 7dbb999f332e4a1b92de986082203fe2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:36,900 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:36,900 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/B, priority=13, startTime=1732420416869; duration=0sec 2024-11-24T03:53:36,900 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:36,900 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:B 2024-11-24T03:53:36,900 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:36,901 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:36,901 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/C is initiating minor compaction (all files) 2024-11-24T03:53:36,901 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/C in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,901 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/41db678f33534a5fbb072976a070cda8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/e6dd75a7d9fc45dfa949a88aed191ffb, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c5c44b0a487c460695ea4367e04ea88a] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=36.6 K 2024-11-24T03:53:36,902 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 41db678f33534a5fbb072976a070cda8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732420413775 2024-11-24T03:53:36,902 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting e6dd75a7d9fc45dfa949a88aed191ffb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732420413878 2024-11-24T03:53:36,902 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting c5c44b0a487c460695ea4367e04ea88a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732420415071 2024-11-24T03:53:36,910 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#C#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:36,911 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/615454714e9244c08cffaa6250c02cb6 is 50, key is test_row_0/C:col10/1732420416008/Put/seqid=0 2024-11-24T03:53:36,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742331_1507 (size=12983) 2024-11-24T03:53:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:36,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-24T03:53:36,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:36,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:53:36,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:36,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:53:36,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:36,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:53:36,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/bb0d08d266874accb4d56c3d18aecf8d is 50, key is test_row_0/A:col10/1732420416269/Put/seqid=0 2024-11-24T03:53:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742332_1508 (size=14741) 2024-11-24T03:53:36,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:36,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:36,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:36,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:36,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:36,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420476979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:36,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:36,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:36,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:37,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420477097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:37,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:37,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:37,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:37,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:37,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:37,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:37,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:37,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:37,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:37,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:37,305 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/4515f312a0c84fe581420462a7e18010 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/4515f312a0c84fe581420462a7e18010 2024-11-24T03:53:37,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420477297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:37,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:37,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420477297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:37,310 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 0c5652512b92692aa6e3d00645511c0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:37,310 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 0c5652512b92692aa6e3d00645511c0f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:37,312 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/A of 0c5652512b92692aa6e3d00645511c0f into 4515f312a0c84fe581420462a7e18010(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:37,312 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:37,312 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/A, priority=13, startTime=1732420416869; duration=0sec 2024-11-24T03:53:37,312 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:37,312 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:A 2024-11-24T03:53:37,335 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/615454714e9244c08cffaa6250c02cb6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/615454714e9244c08cffaa6250c02cb6 2024-11-24T03:53:37,340 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/C of 0c5652512b92692aa6e3d00645511c0f into 615454714e9244c08cffaa6250c02cb6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:37,340 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:37,340 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/C, priority=13, startTime=1732420416870; duration=0sec 2024-11-24T03:53:37,341 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:37,341 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:C 2024-11-24T03:53:37,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420477319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:37,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:37,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:37,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:37,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/bb0d08d266874accb4d56c3d18aecf8d 2024-11-24T03:53:37,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/b4f2b45e16c64466a961e5485455c6a0 is 50, key is test_row_0/B:col10/1732420416269/Put/seqid=0 2024-11-24T03:53:37,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742333_1509 (size=12301) 2024-11-24T03:53:37,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/b4f2b45e16c64466a961e5485455c6a0 2024-11-24T03:53:37,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/0bc8e0a7f6f04ec8875fa8e1e57f8ec3 is 50, key is test_row_0/C:col10/1732420416269/Put/seqid=0 2024-11-24T03:53:37,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:37,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:37,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:37,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:37,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:37,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:37,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742334_1510 (size=12301) 2024-11-24T03:53:37,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/0bc8e0a7f6f04ec8875fa8e1e57f8ec3 2024-11-24T03:53:37,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/bb0d08d266874accb4d56c3d18aecf8d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/bb0d08d266874accb4d56c3d18aecf8d 2024-11-24T03:53:37,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/bb0d08d266874accb4d56c3d18aecf8d, entries=200, sequenceid=538, filesize=14.4 K 2024-11-24T03:53:37,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/b4f2b45e16c64466a961e5485455c6a0 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/b4f2b45e16c64466a961e5485455c6a0 2024-11-24T03:53:37,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/b4f2b45e16c64466a961e5485455c6a0, entries=150, sequenceid=538, filesize=12.0 K 2024-11-24T03:53:37,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/0bc8e0a7f6f04ec8875fa8e1e57f8ec3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/0bc8e0a7f6f04ec8875fa8e1e57f8ec3 2024-11-24T03:53:37,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/0bc8e0a7f6f04ec8875fa8e1e57f8ec3, entries=150, sequenceid=538, filesize=12.0 K 2024-11-24T03:53:37,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 0c5652512b92692aa6e3d00645511c0f in 550ms, sequenceid=538, compaction requested=false 2024-11-24T03:53:37,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:37,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T03:53:37,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:37,589 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-24T03:53:37,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:37,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:37,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:37,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:37,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:37,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:37,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/e3945bd1288a47d0870d31ce0f1c4e42 is 50, key is test_row_0/A:col10/1732420416969/Put/seqid=0 2024-11-24T03:53:37,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742335_1511 (size=9857) 2024-11-24T03:53:37,611 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/e3945bd1288a47d0870d31ce0f1c4e42 2024-11-24T03:53:37,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/8180003635ba444a9bc0bd3391eab09d is 50, key is test_row_0/B:col10/1732420416969/Put/seqid=0 2024-11-24T03:53:37,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742336_1512 (size=9857) 2024-11-24T03:53:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:37,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:37,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420417720, max timestamp=1732420417756Num uniques 859; 2024-11-24T03:53:37,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420417720, max timestamp=1732420417756Num uniques 859; 2024-11-24T03:53:37,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732420417720, max timestamp=1732420417756Num uniques 859; 2024-11-24T03:53:37,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:37,759 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:37,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-24T03:53:37,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732420417845, max timestamp=1732420417889Num uniques 1018; 2024-11-24T03:53:37,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-24T03:53:37,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732420417845, max timestamp=1732420417889Num uniques 1018; 2024-11-24T03:53:37,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732420417845, max timestamp=1732420417889Num uniques 1018; 2024-11-24T03:53:37,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-24T03:53:37,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-24T03:53:38,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732420417959, max timestamp=1732420418002Num uniques 1027; 2024-11-24T03:53:38,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-24T03:53:38,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732420417959, max timestamp=1732420418002Num uniques 1027; 2024-11-24T03:53:38,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-24T03:53:38,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732420417959, max timestamp=1732420418002Num uniques 1027; 2024-11-24T03:53:38,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-24T03:53:38,030 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/8180003635ba444a9bc0bd3391eab09d 2024-11-24T03:53:38,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/f71c2d8f8ae1465d896e114d06d75377 is 50, key is test_row_0/C:col10/1732420416969/Put/seqid=0 2024-11-24T03:53:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742337_1513 (size=9857) 2024-11-24T03:53:38,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732420418074, max timestamp=1732420418120Num uniques 1036; 2024-11-24T03:53:38,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-24T03:53:38,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732420418074, max timestamp=1732420418120Num uniques 1036; 2024-11-24T03:53:38,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-24T03:53:38,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732420418074, max timestamp=1732420418120Num uniques 1036; 2024-11-24T03:53:38,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-24T03:53:38,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732420418196, max timestamp=1732420418242Num uniques 1045; 2024-11-24T03:53:38,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732420418196, max timestamp=1732420418242Num uniques 1045; 2024-11-24T03:53:38,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-24T03:53:38,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-24T03:53:38,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732420418196, max timestamp=1732420418242Num uniques 1045; 2024-11-24T03:53:38,246 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-24T03:53:38,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420478370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:38,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:38,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:38,381 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:38,439 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/f71c2d8f8ae1465d896e114d06d75377 2024-11-24T03:53:38,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/e3945bd1288a47d0870d31ce0f1c4e42 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/e3945bd1288a47d0870d31ce0f1c4e42 2024-11-24T03:53:38,446 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/e3945bd1288a47d0870d31ce0f1c4e42, entries=100, sequenceid=549, filesize=9.6 K 2024-11-24T03:53:38,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/8180003635ba444a9bc0bd3391eab09d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/8180003635ba444a9bc0bd3391eab09d 2024-11-24T03:53:38,449 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/8180003635ba444a9bc0bd3391eab09d, entries=100, sequenceid=549, filesize=9.6 K 2024-11-24T03:53:38,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/f71c2d8f8ae1465d896e114d06d75377 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/f71c2d8f8ae1465d896e114d06d75377 2024-11-24T03:53:38,452 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/f71c2d8f8ae1465d896e114d06d75377, entries=100, sequenceid=549, filesize=9.6 K 2024-11-24T03:53:38,453 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 0c5652512b92692aa6e3d00645511c0f in 864ms, sequenceid=549, compaction requested=true 2024-11-24T03:53:38,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:38,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:38,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-24T03:53:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-24T03:53:38,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-24T03:53:38,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9250 sec 2024-11-24T03:53:38,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 3.9290 sec 2024-11-24T03:53:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:38,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=147.60 KB heapSize=422.16 KB 2024-11-24T03:53:38,494 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732420418298, max timestamp=1732420418490Num uniques 1054; 2024-11-24T03:53:38,494 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-24T03:53:38,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1732420418298, max timestamp=1732420418490Num uniques 1054; 2024-11-24T03:53:38,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-24T03:53:38,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:38,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:38,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:38,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:38,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:38,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-24T03:53:38,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/79cc2ac623b94c8ca97fd04520851012 is 50, key is test_row_0/A:col10/1732420418366/Put/seqid=0 2024-11-24T03:53:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742338_1514 (size=14741) 2024-11-24T03:53:38,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/79cc2ac623b94c8ca97fd04520851012 2024-11-24T03:53:38,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/48543575485d4a7ba906faa951c0a723 is 50, key is test_row_0/B:col10/1732420418366/Put/seqid=0 2024-11-24T03:53:38,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742339_1515 (size=12301) 2024-11-24T03:53:38,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420478665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:38,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:38,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:38,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T03:53:38,707 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:38,707 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-24T03:53:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T03:53:38,709 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:38,709 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:38,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:38,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420478777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:38,790 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T03:53:38,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T03:53:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:38,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:38,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:38,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/48543575485d4a7ba906faa951c0a723 2024-11-24T03:53:38,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/9a7d826609a748e199bcebc08c9ba367 is 50, key is test_row_0/C:col10/1732420418366/Put/seqid=0 2024-11-24T03:53:38,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742340_1516 (size=12301) 2024-11-24T03:53:39,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420478997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:39,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T03:53:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:39,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:39,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T03:53:39,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T03:53:39,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:39,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:39,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:39,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:39,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:39,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:39,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55658 deadline: 1732420479307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:39,318 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:39,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:39,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55556 deadline: 1732420479316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:39,321 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in 0c5652512b92692aa6e3d00645511c0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:39,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T03:53:39,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:39,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:39,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. as already flushing 2024-11-24T03:53:39,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:39,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:39,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55584 deadline: 1732420479327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:39,335 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in 0c5652512b92692aa6e3d00645511c0f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 , the old value is region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., hostname=71d8d2d6408d,41025,1732420280471, seqNum=2 because the exception is null or not the one we care about 2024-11-24T03:53:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T03:53:39,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=656 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/9a7d826609a748e199bcebc08c9ba367 2024-11-24T03:53:39,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/79cc2ac623b94c8ca97fd04520851012 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/79cc2ac623b94c8ca97fd04520851012 2024-11-24T03:53:39,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/79cc2ac623b94c8ca97fd04520851012, entries=200, sequenceid=656, filesize=14.4 K 2024-11-24T03:53:39,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/48543575485d4a7ba906faa951c0a723 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/48543575485d4a7ba906faa951c0a723 2024-11-24T03:53:39,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/48543575485d4a7ba906faa951c0a723, entries=150, sequenceid=656, filesize=12.0 K 2024-11-24T03:53:39,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/9a7d826609a748e199bcebc08c9ba367 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9a7d826609a748e199bcebc08c9ba367 2024-11-24T03:53:39,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9a7d826609a748e199bcebc08c9ba367, entries=150, sequenceid=656, filesize=12.0 K 2024-11-24T03:53:39,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~185.14 KB/189584, currentSize=114.05 KB/116790 for 0c5652512b92692aa6e3d00645511c0f in 866ms, sequenceid=656, compaction requested=true 2024-11-24T03:53:39,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:39,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:39,358 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:39,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:39,359 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:53:39,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:39,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:39,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0c5652512b92692aa6e3d00645511c0f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:39,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:39,359 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:39,359 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52322 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T03:53:39,359 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/B is initiating minor compaction (all files) 2024-11-24T03:53:39,359 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/A is initiating minor compaction (all files) 2024-11-24T03:53:39,360 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/B in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:39,360 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/A in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:39,360 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/4515f312a0c84fe581420462a7e18010, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/bb0d08d266874accb4d56c3d18aecf8d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/e3945bd1288a47d0870d31ce0f1c4e42, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/79cc2ac623b94c8ca97fd04520851012] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=51.1 K 2024-11-24T03:53:39,360 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/7dbb999f332e4a1b92de986082203fe2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/b4f2b45e16c64466a961e5485455c6a0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/8180003635ba444a9bc0bd3391eab09d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/48543575485d4a7ba906faa951c0a723] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=46.3 K 2024-11-24T03:53:39,360 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dbb999f332e4a1b92de986082203fe2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732420415071 2024-11-24T03:53:39,360 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4515f312a0c84fe581420462a7e18010, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732420415071 2024-11-24T03:53:39,360 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb0d08d266874accb4d56c3d18aecf8d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1732420416241 2024-11-24T03:53:39,360 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting b4f2b45e16c64466a961e5485455c6a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1732420416241 2024-11-24T03:53:39,360 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3945bd1288a47d0870d31ce0f1c4e42, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732420416969 2024-11-24T03:53:39,360 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8180003635ba444a9bc0bd3391eab09d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732420416969 2024-11-24T03:53:39,360 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 48543575485d4a7ba906faa951c0a723, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=656, earliestPutTs=1732420418366 2024-11-24T03:53:39,361 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79cc2ac623b94c8ca97fd04520851012, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=656, earliestPutTs=1732420418298 2024-11-24T03:53:39,369 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#B#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:39,369 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/9eb9f1a822404c7eac71200ecfb0fbb4 is 50, key is test_row_0/B:col10/1732420418366/Put/seqid=0 2024-11-24T03:53:39,370 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#A#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:39,370 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/b79ba4796d0e41278833a6ff5f4a24b9 is 50, key is test_row_0/A:col10/1732420418366/Put/seqid=0 2024-11-24T03:53:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742341_1517 (size=13119) 2024-11-24T03:53:39,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742342_1518 (size=13119) 2024-11-24T03:53:39,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T03:53:39,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:39,475 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T03:53:39,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:39,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:39,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:39,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:39,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:39,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:39,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/7b2cd9de70854ef7a3c1372134471988 is 50, key is test_row_0/A:col10/1732420418612/Put/seqid=0 2024-11-24T03:53:39,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742343_1519 (size=12301) 2024-11-24T03:53:39,517 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=676 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/7b2cd9de70854ef7a3c1372134471988 2024-11-24T03:53:39,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/d0ab1333a1d342a2abbf74a5d2cd7493 is 50, key is test_row_0/B:col10/1732420418612/Put/seqid=0 2024-11-24T03:53:39,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742344_1520 (size=12301) 2024-11-24T03:53:39,595 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=676 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/d0ab1333a1d342a2abbf74a5d2cd7493 2024-11-24T03:53:39,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/dc0f2f153c594eb0be47198a63c05680 is 50, key is test_row_0/C:col10/1732420418612/Put/seqid=0 2024-11-24T03:53:39,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742345_1521 (size=12301) 2024-11-24T03:53:39,637 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=676 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/dc0f2f153c594eb0be47198a63c05680 2024-11-24T03:53:39,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/7b2cd9de70854ef7a3c1372134471988 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/7b2cd9de70854ef7a3c1372134471988 2024-11-24T03:53:39,646 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/7b2cd9de70854ef7a3c1372134471988, entries=150, sequenceid=676, filesize=12.0 K 2024-11-24T03:53:39,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/d0ab1333a1d342a2abbf74a5d2cd7493 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/d0ab1333a1d342a2abbf74a5d2cd7493 2024-11-24T03:53:39,652 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/d0ab1333a1d342a2abbf74a5d2cd7493, entries=150, sequenceid=676, filesize=12.0 K 2024-11-24T03:53:39,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/dc0f2f153c594eb0be47198a63c05680 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/dc0f2f153c594eb0be47198a63c05680 2024-11-24T03:53:39,658 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/dc0f2f153c594eb0be47198a63c05680, entries=150, sequenceid=676, filesize=12.0 K 2024-11-24T03:53:39,659 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 0c5652512b92692aa6e3d00645511c0f in 184ms, sequenceid=676, compaction requested=true 2024-11-24T03:53:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-24T03:53:39,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-24T03:53:39,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-24T03:53:39,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 952 msec 2024-11-24T03:53:39,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 967 msec 2024-11-24T03:53:39,748 INFO [Thread-1953 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1953. 2024-11-24T03:53:39,749 DEBUG [Thread-1953 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:39,749 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:39,751 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:39,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:39,751 INFO [Thread-1961 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1961. 2024-11-24T03:53:39,751 DEBUG [Thread-1961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:39,751 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:39,751 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:39,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:39,755 INFO [Thread-1955 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1955. 2024-11-24T03:53:39,755 DEBUG [Thread-1955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:39,755 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:39,755 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:39,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:39,756 INFO [Thread-1957 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1957. 2024-11-24T03:53:39,756 DEBUG [Thread-1957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:39,756 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:39,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:39,757 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:39,757 INFO [Thread-1959 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1959. 2024-11-24T03:53:39,757 DEBUG [Thread-1959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:39,757 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:39,757 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:39,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:39,783 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/9eb9f1a822404c7eac71200ecfb0fbb4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9eb9f1a822404c7eac71200ecfb0fbb4 2024-11-24T03:53:39,786 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/B of 0c5652512b92692aa6e3d00645511c0f into 9eb9f1a822404c7eac71200ecfb0fbb4(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:39,786 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:39,786 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/B, priority=12, startTime=1732420419359; duration=0sec 2024-11-24T03:53:39,786 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:39,786 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:B 2024-11-24T03:53:39,786 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T03:53:39,787 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59743 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T03:53:39,788 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): 0c5652512b92692aa6e3d00645511c0f/C is initiating minor compaction (all files) 2024-11-24T03:53:39,788 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0c5652512b92692aa6e3d00645511c0f/C in TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:39,788 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/615454714e9244c08cffaa6250c02cb6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/0bc8e0a7f6f04ec8875fa8e1e57f8ec3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/f71c2d8f8ae1465d896e114d06d75377, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9a7d826609a748e199bcebc08c9ba367, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/dc0f2f153c594eb0be47198a63c05680] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp, totalSize=58.3 K 2024-11-24T03:53:39,788 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 615454714e9244c08cffaa6250c02cb6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=499, earliestPutTs=1732420415071 2024-11-24T03:53:39,789 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bc8e0a7f6f04ec8875fa8e1e57f8ec3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1732420416241 2024-11-24T03:53:39,789 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f71c2d8f8ae1465d896e114d06d75377, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1732420416969 2024-11-24T03:53:39,789 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a7d826609a748e199bcebc08c9ba367, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=656, earliestPutTs=1732420418366 2024-11-24T03:53:39,789 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting dc0f2f153c594eb0be47198a63c05680, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=676, earliestPutTs=1732420418582 2024-11-24T03:53:39,796 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0c5652512b92692aa6e3d00645511c0f#C#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:39,797 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/bf0c5f0eec524a13af391f36d896c0bf is 50, key is test_row_0/C:col10/1732420418612/Put/seqid=0 2024-11-24T03:53:39,799 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/b79ba4796d0e41278833a6ff5f4a24b9 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/b79ba4796d0e41278833a6ff5f4a24b9 2024-11-24T03:53:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742346_1522 (size=13153) 2024-11-24T03:53:39,802 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/A of 0c5652512b92692aa6e3d00645511c0f into b79ba4796d0e41278833a6ff5f4a24b9(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:39,802 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:39,802 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/A, priority=12, startTime=1732420419358; duration=0sec 2024-11-24T03:53:39,803 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:39,803 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:A 2024-11-24T03:53:39,828 INFO [Thread-1950 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1950. 2024-11-24T03:53:39,828 DEBUG [Thread-1950 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:39,828 DEBUG [Thread-1950 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:39,828 DEBUG [Thread-1950 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:39,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T03:53:39,847 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:40,209 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/bf0c5f0eec524a13af391f36d896c0bf as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/bf0c5f0eec524a13af391f36d896c0bf 2024-11-24T03:53:40,216 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 0c5652512b92692aa6e3d00645511c0f/C of 0c5652512b92692aa6e3d00645511c0f into bf0c5f0eec524a13af391f36d896c0bf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:40,216 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0c5652512b92692aa6e3d00645511c0f: 2024-11-24T03:53:40,216 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., storeName=0c5652512b92692aa6e3d00645511c0f/C, priority=11, startTime=1732420419359; duration=0sec 2024-11-24T03:53:40,216 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:40,216 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0c5652512b92692aa6e3d00645511c0f:C 2024-11-24T03:53:43,358 INFO [Thread-1944 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1944. 2024-11-24T03:53:43,358 INFO [Thread-1942 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1942. 2024-11-24T03:53:43,358 DEBUG [Thread-1944 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:43,358 DEBUG [Thread-1942 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:43,358 DEBUG [Thread-1944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:43,358 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:43,359 DEBUG [Thread-1944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:43,359 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:43,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:43,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:44,898 INFO [Thread-1946 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1946. 2024-11-24T03:53:44,898 DEBUG [Thread-1946 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:44,898 DEBUG [Thread-1946 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:44,899 DEBUG [Thread-1946 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:44,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:44,918 INFO [Thread-1948 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1948. 2024-11-24T03:53:44,918 DEBUG [Thread-1948 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:53:44,918 DEBUG [Thread-1948 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:44,918 DEBUG [Thread-1948 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:44,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 159 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 244 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1048 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3142 rows 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1048 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3142 rows 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1048 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3140 rows 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1048 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3143 rows 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1056 2024-11-24T03:53:44,918 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3168 rows 2024-11-24T03:53:44,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T03:53:44,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:53:44,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:44,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:44,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:53:44,919 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:53:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T03:53:44,922 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420424922"}]},"ts":"1732420424922"} 2024-11-24T03:53:44,923 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:53:44,923 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:53:44,924 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:53:44,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0c5652512b92692aa6e3d00645511c0f, UNASSIGN}] 2024-11-24T03:53:44,926 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0c5652512b92692aa6e3d00645511c0f, UNASSIGN 2024-11-24T03:53:44,927 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=0c5652512b92692aa6e3d00645511c0f, regionState=CLOSING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:44,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0c5652512b92692aa6e3d00645511c0f, UNASSIGN because future has completed 2024-11-24T03:53:44,929 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:53:44,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:53:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T03:53:45,081 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(122): Close 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:45,081 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T03:53:45,081 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1722): Closing 0c5652512b92692aa6e3d00645511c0f, disabling compactions & flushes 2024-11-24T03:53:45,081 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:45,081 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:45,081 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. after waiting 0 ms 2024-11-24T03:53:45,081 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:45,081 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(2902): Flushing 0c5652512b92692aa6e3d00645511c0f 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-24T03:53:45,082 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=A 2024-11-24T03:53:45,082 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:45,082 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=B 2024-11-24T03:53:45,082 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:45,082 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0c5652512b92692aa6e3d00645511c0f, store=C 2024-11-24T03:53:45,082 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:45,085 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/f994c8273bf04d7fbcf73c6d0a834eb3 is 50, key is test_row_0/A:col10/1732420423357/Put/seqid=0 2024-11-24T03:53:45,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742347_1523 (size=9857) 2024-11-24T03:53:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T03:53:45,488 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=687 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/f994c8273bf04d7fbcf73c6d0a834eb3 2024-11-24T03:53:45,493 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/848d79e1b3834747be371a2ad82ff37e is 50, key is test_row_0/B:col10/1732420423357/Put/seqid=0 2024-11-24T03:53:45,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742348_1524 (size=9857) 2024-11-24T03:53:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T03:53:45,897 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=687 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/848d79e1b3834747be371a2ad82ff37e 2024-11-24T03:53:45,903 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/336770306b1341f0825116003f58e7c7 is 50, key is test_row_0/C:col10/1732420423357/Put/seqid=0 2024-11-24T03:53:45,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742349_1525 (size=9857) 2024-11-24T03:53:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T03:53:46,309 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=687 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/336770306b1341f0825116003f58e7c7 2024-11-24T03:53:46,314 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/A/f994c8273bf04d7fbcf73c6d0a834eb3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/f994c8273bf04d7fbcf73c6d0a834eb3 2024-11-24T03:53:46,317 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/f994c8273bf04d7fbcf73c6d0a834eb3, entries=100, sequenceid=687, filesize=9.6 K 2024-11-24T03:53:46,318 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/B/848d79e1b3834747be371a2ad82ff37e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/848d79e1b3834747be371a2ad82ff37e 2024-11-24T03:53:46,322 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/848d79e1b3834747be371a2ad82ff37e, entries=100, sequenceid=687, filesize=9.6 K 2024-11-24T03:53:46,322 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/.tmp/C/336770306b1341f0825116003f58e7c7 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/336770306b1341f0825116003f58e7c7 2024-11-24T03:53:46,327 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/336770306b1341f0825116003f58e7c7, entries=100, sequenceid=687, filesize=9.6 K 2024-11-24T03:53:46,328 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 0c5652512b92692aa6e3d00645511c0f in 1247ms, sequenceid=687, compaction requested=true 2024-11-24T03:53:46,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/ffc90b2bd4b74ab2ae8ef6d9c00193bc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/cad97a7b805140f8b8177633ad6a8918, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a1745bd9fbd840cb86bb5c28c49ef0b5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/c765464b274349c698962f2d12c086a8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/fdf141e42b6e4399b98f2a4cd0a3c33c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/274f2ce6af81411b97e45842680f4373, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/63c21cbf686b47ce835bd445b0f32e02, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/c1ad9bccd5bc466ea340cea9c1e87687, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/04385d773d6447caab8ae0993ab4207a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/b3c0b8f009c748d48f1bc4d8932264d1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/098f37b4b67d4580b17536e9699fa3f5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/da19ee93b90b42a6bdec438eaa1636bf, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/6be7ca26484c4024bb4651889e3781c6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a06128b864b1467aa6e687fd26a418d7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a790997a2f08401c8582cfe9121de018, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/753faddae0574db0ac93727c17c123bb, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/f3a37fb0532845dab29c2340fd9e9d25, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/44a752ce981241f993ef76deeaf2661d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/bb594cf889db4ebba6bb15c5b66a4d92, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/0b5ef95b67394cc0b3036c1c8169690e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/4515f312a0c84fe581420462a7e18010, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/bb0d08d266874accb4d56c3d18aecf8d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/e3945bd1288a47d0870d31ce0f1c4e42, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/79cc2ac623b94c8ca97fd04520851012] to archive 2024-11-24T03:53:46,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:53:46,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/ffc90b2bd4b74ab2ae8ef6d9c00193bc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/ffc90b2bd4b74ab2ae8ef6d9c00193bc 2024-11-24T03:53:46,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/cad97a7b805140f8b8177633ad6a8918 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/cad97a7b805140f8b8177633ad6a8918 2024-11-24T03:53:46,334 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a1745bd9fbd840cb86bb5c28c49ef0b5 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a1745bd9fbd840cb86bb5c28c49ef0b5 2024-11-24T03:53:46,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/c765464b274349c698962f2d12c086a8 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/c765464b274349c698962f2d12c086a8 2024-11-24T03:53:46,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/fdf141e42b6e4399b98f2a4cd0a3c33c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/fdf141e42b6e4399b98f2a4cd0a3c33c 2024-11-24T03:53:46,337 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/274f2ce6af81411b97e45842680f4373 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/274f2ce6af81411b97e45842680f4373 2024-11-24T03:53:46,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/63c21cbf686b47ce835bd445b0f32e02 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/63c21cbf686b47ce835bd445b0f32e02 2024-11-24T03:53:46,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/c1ad9bccd5bc466ea340cea9c1e87687 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/c1ad9bccd5bc466ea340cea9c1e87687 2024-11-24T03:53:46,340 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/04385d773d6447caab8ae0993ab4207a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/04385d773d6447caab8ae0993ab4207a 2024-11-24T03:53:46,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/b3c0b8f009c748d48f1bc4d8932264d1 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/b3c0b8f009c748d48f1bc4d8932264d1 2024-11-24T03:53:46,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/098f37b4b67d4580b17536e9699fa3f5 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/098f37b4b67d4580b17536e9699fa3f5 2024-11-24T03:53:46,344 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/da19ee93b90b42a6bdec438eaa1636bf to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/da19ee93b90b42a6bdec438eaa1636bf 2024-11-24T03:53:46,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/6be7ca26484c4024bb4651889e3781c6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/6be7ca26484c4024bb4651889e3781c6 2024-11-24T03:53:46,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a06128b864b1467aa6e687fd26a418d7 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a06128b864b1467aa6e687fd26a418d7 2024-11-24T03:53:46,346 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a790997a2f08401c8582cfe9121de018 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/a790997a2f08401c8582cfe9121de018 2024-11-24T03:53:46,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/753faddae0574db0ac93727c17c123bb to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/753faddae0574db0ac93727c17c123bb 2024-11-24T03:53:46,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/f3a37fb0532845dab29c2340fd9e9d25 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/f3a37fb0532845dab29c2340fd9e9d25 2024-11-24T03:53:46,348 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/44a752ce981241f993ef76deeaf2661d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/44a752ce981241f993ef76deeaf2661d 2024-11-24T03:53:46,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/bb594cf889db4ebba6bb15c5b66a4d92 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/bb594cf889db4ebba6bb15c5b66a4d92 2024-11-24T03:53:46,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/0b5ef95b67394cc0b3036c1c8169690e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/0b5ef95b67394cc0b3036c1c8169690e 2024-11-24T03:53:46,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/4515f312a0c84fe581420462a7e18010 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/4515f312a0c84fe581420462a7e18010 2024-11-24T03:53:46,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/bb0d08d266874accb4d56c3d18aecf8d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/bb0d08d266874accb4d56c3d18aecf8d 2024-11-24T03:53:46,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/e3945bd1288a47d0870d31ce0f1c4e42 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/e3945bd1288a47d0870d31ce0f1c4e42 2024-11-24T03:53:46,352 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/79cc2ac623b94c8ca97fd04520851012 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/79cc2ac623b94c8ca97fd04520851012 2024-11-24T03:53:46,353 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/a98d2a8100d04098b5fbf11f44d5e976, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/2c4dd103b0fb4799b2bf38a5ae75ae22, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9c946fa6975e4d129a634f4e9b73c0bf, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/8df0944e3f1342b1b13d8ec77961630a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0ff8c0ab8c2a469c8626c3ad2be5ad44, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/3048d319eec64417ab5e16f86c502509, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/06b59c6080514fbfb7e646c4cb9b53a1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9166b738960043cd817b22c9f20d782b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/bd003fe136c74647ac012d4b5266fd0b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0936bf3fe11b417d97ee57af738b5c30, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/40cf829561344ef397d01958189ce047, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/18f304d6bf2b435cac7f35a96a20de59, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/82d0cc1daafb44cfac2c54c7ec2af3b7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/ea9dee5e00f14f1a93618f27c3e5b121, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/38c4bcb0cd0f4cd8a77950126291211d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/1592438c44d44f118b5f5c2a86496e0a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/4e31f9acb4ce4fd09fb31dd6d4b976b7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/93b0d8774f0b46869e5880afe8276678, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/1e4280f859154ceb85b50dba3937e5a6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/7dbb999f332e4a1b92de986082203fe2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f6e7416bbe8941d3b4f8fdbba73b37d0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/b4f2b45e16c64466a961e5485455c6a0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/8180003635ba444a9bc0bd3391eab09d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/48543575485d4a7ba906faa951c0a723] to archive 2024-11-24T03:53:46,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:53:46,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/a98d2a8100d04098b5fbf11f44d5e976 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/a98d2a8100d04098b5fbf11f44d5e976 2024-11-24T03:53:46,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/2c4dd103b0fb4799b2bf38a5ae75ae22 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/2c4dd103b0fb4799b2bf38a5ae75ae22 2024-11-24T03:53:46,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9c946fa6975e4d129a634f4e9b73c0bf to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9c946fa6975e4d129a634f4e9b73c0bf 2024-11-24T03:53:46,357 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/8df0944e3f1342b1b13d8ec77961630a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/8df0944e3f1342b1b13d8ec77961630a 2024-11-24T03:53:46,359 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0ff8c0ab8c2a469c8626c3ad2be5ad44 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0ff8c0ab8c2a469c8626c3ad2be5ad44 2024-11-24T03:53:46,360 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/3048d319eec64417ab5e16f86c502509 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/3048d319eec64417ab5e16f86c502509 2024-11-24T03:53:46,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/06b59c6080514fbfb7e646c4cb9b53a1 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/06b59c6080514fbfb7e646c4cb9b53a1 2024-11-24T03:53:46,362 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9166b738960043cd817b22c9f20d782b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9166b738960043cd817b22c9f20d782b 2024-11-24T03:53:46,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/bd003fe136c74647ac012d4b5266fd0b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/bd003fe136c74647ac012d4b5266fd0b 2024-11-24T03:53:46,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0936bf3fe11b417d97ee57af738b5c30 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/0936bf3fe11b417d97ee57af738b5c30 2024-11-24T03:53:46,364 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/40cf829561344ef397d01958189ce047 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/40cf829561344ef397d01958189ce047 2024-11-24T03:53:46,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/18f304d6bf2b435cac7f35a96a20de59 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/18f304d6bf2b435cac7f35a96a20de59 2024-11-24T03:53:46,366 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/82d0cc1daafb44cfac2c54c7ec2af3b7 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/82d0cc1daafb44cfac2c54c7ec2af3b7 2024-11-24T03:53:46,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/ea9dee5e00f14f1a93618f27c3e5b121 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/ea9dee5e00f14f1a93618f27c3e5b121 2024-11-24T03:53:46,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/38c4bcb0cd0f4cd8a77950126291211d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/38c4bcb0cd0f4cd8a77950126291211d 2024-11-24T03:53:46,368 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/1592438c44d44f118b5f5c2a86496e0a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/1592438c44d44f118b5f5c2a86496e0a 2024-11-24T03:53:46,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/4e31f9acb4ce4fd09fb31dd6d4b976b7 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/4e31f9acb4ce4fd09fb31dd6d4b976b7 2024-11-24T03:53:46,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/93b0d8774f0b46869e5880afe8276678 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/93b0d8774f0b46869e5880afe8276678 2024-11-24T03:53:46,370 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/1e4280f859154ceb85b50dba3937e5a6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/1e4280f859154ceb85b50dba3937e5a6 2024-11-24T03:53:46,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/7dbb999f332e4a1b92de986082203fe2 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/7dbb999f332e4a1b92de986082203fe2 2024-11-24T03:53:46,372 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f6e7416bbe8941d3b4f8fdbba73b37d0 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/f6e7416bbe8941d3b4f8fdbba73b37d0 2024-11-24T03:53:46,373 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/b4f2b45e16c64466a961e5485455c6a0 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/b4f2b45e16c64466a961e5485455c6a0 2024-11-24T03:53:46,374 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/8180003635ba444a9bc0bd3391eab09d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/8180003635ba444a9bc0bd3391eab09d 2024-11-24T03:53:46,375 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/48543575485d4a7ba906faa951c0a723 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/48543575485d4a7ba906faa951c0a723 2024-11-24T03:53:46,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9325514aaade4f3db5d1619056f0f79d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/0e4b49b845f14f55832850c7eed69ffc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/f388688d612e49bcbce8b7282e1ac43d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/64935dc085fd41c8a37c5079ab9d03fb, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/ef8232ba1bab46bab402a1dc7c4a7af8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/96812e862e1545ef947532a5e11db49b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/d9a5da0fdea8419794f6b0a991953345, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/58bb8e1330c44e1a8d0bb63cd6979eb6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c4ca51a87ddf4a5dbe7e2d79a5fc557f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/cfa1e640bce54d4c91496c8594adac42, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/730fc64f1ece46fcb3673139118da5b0, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/3980afd30c114b08bde621c95294091c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/5897d022aeee40d1a51d2e42133814f3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/fd83497a7b9849b4a3a7258b2dde424b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/fe50c21e24e54b53ad2dc3280edff58e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/883e9febb8d648089f73e3b43b98c9df, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/41db678f33534a5fbb072976a070cda8, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c3011f5b9a3f46f185959acad4d790e5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/e6dd75a7d9fc45dfa949a88aed191ffb, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/615454714e9244c08cffaa6250c02cb6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c5c44b0a487c460695ea4367e04ea88a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/0bc8e0a7f6f04ec8875fa8e1e57f8ec3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/f71c2d8f8ae1465d896e114d06d75377, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9a7d826609a748e199bcebc08c9ba367, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/dc0f2f153c594eb0be47198a63c05680] to archive 2024-11-24T03:53:46,376 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:53:46,377 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9325514aaade4f3db5d1619056f0f79d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9325514aaade4f3db5d1619056f0f79d 2024-11-24T03:53:46,378 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/0e4b49b845f14f55832850c7eed69ffc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/0e4b49b845f14f55832850c7eed69ffc 2024-11-24T03:53:46,379 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/f388688d612e49bcbce8b7282e1ac43d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/f388688d612e49bcbce8b7282e1ac43d 2024-11-24T03:53:46,380 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/64935dc085fd41c8a37c5079ab9d03fb to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/64935dc085fd41c8a37c5079ab9d03fb 2024-11-24T03:53:46,381 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/ef8232ba1bab46bab402a1dc7c4a7af8 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/ef8232ba1bab46bab402a1dc7c4a7af8 2024-11-24T03:53:46,382 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/96812e862e1545ef947532a5e11db49b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/96812e862e1545ef947532a5e11db49b 2024-11-24T03:53:46,383 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/d9a5da0fdea8419794f6b0a991953345 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/d9a5da0fdea8419794f6b0a991953345 2024-11-24T03:53:46,384 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/58bb8e1330c44e1a8d0bb63cd6979eb6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/58bb8e1330c44e1a8d0bb63cd6979eb6 2024-11-24T03:53:46,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c4ca51a87ddf4a5dbe7e2d79a5fc557f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c4ca51a87ddf4a5dbe7e2d79a5fc557f 2024-11-24T03:53:46,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/cfa1e640bce54d4c91496c8594adac42 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/cfa1e640bce54d4c91496c8594adac42 2024-11-24T03:53:46,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/730fc64f1ece46fcb3673139118da5b0 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/730fc64f1ece46fcb3673139118da5b0 2024-11-24T03:53:46,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/3980afd30c114b08bde621c95294091c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/3980afd30c114b08bde621c95294091c 2024-11-24T03:53:46,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/5897d022aeee40d1a51d2e42133814f3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/5897d022aeee40d1a51d2e42133814f3 2024-11-24T03:53:46,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/fd83497a7b9849b4a3a7258b2dde424b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/fd83497a7b9849b4a3a7258b2dde424b 2024-11-24T03:53:46,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/fe50c21e24e54b53ad2dc3280edff58e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/fe50c21e24e54b53ad2dc3280edff58e 2024-11-24T03:53:46,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/883e9febb8d648089f73e3b43b98c9df to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/883e9febb8d648089f73e3b43b98c9df 2024-11-24T03:53:46,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/41db678f33534a5fbb072976a070cda8 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/41db678f33534a5fbb072976a070cda8 2024-11-24T03:53:46,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c3011f5b9a3f46f185959acad4d790e5 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c3011f5b9a3f46f185959acad4d790e5 2024-11-24T03:53:46,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/e6dd75a7d9fc45dfa949a88aed191ffb to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/e6dd75a7d9fc45dfa949a88aed191ffb 2024-11-24T03:53:46,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/615454714e9244c08cffaa6250c02cb6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/615454714e9244c08cffaa6250c02cb6 2024-11-24T03:53:46,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c5c44b0a487c460695ea4367e04ea88a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/c5c44b0a487c460695ea4367e04ea88a 2024-11-24T03:53:46,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/0bc8e0a7f6f04ec8875fa8e1e57f8ec3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/0bc8e0a7f6f04ec8875fa8e1e57f8ec3 2024-11-24T03:53:46,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/f71c2d8f8ae1465d896e114d06d75377 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/f71c2d8f8ae1465d896e114d06d75377 2024-11-24T03:53:46,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9a7d826609a748e199bcebc08c9ba367 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/9a7d826609a748e199bcebc08c9ba367 2024-11-24T03:53:46,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/dc0f2f153c594eb0be47198a63c05680 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/dc0f2f153c594eb0be47198a63c05680 2024-11-24T03:53:46,403 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/recovered.edits/690.seqid, newMaxSeqId=690, maxSeqId=1 2024-11-24T03:53:46,404 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. 2024-11-24T03:53:46,404 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1676): Region close journal for 0c5652512b92692aa6e3d00645511c0f: Waiting for close lock at 1732420425081Running coprocessor pre-close hooks at 1732420425081Disabling compacts and flushes for region at 1732420425081Disabling writes for close at 1732420425081Obtaining lock to block concurrent updates at 1732420425081Preparing flush snapshotting stores in 0c5652512b92692aa6e3d00645511c0f at 1732420425082 (+1 ms)Finished memstore snapshotting TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732420425082Flushing stores of TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f. at 1732420425082Flushing 0c5652512b92692aa6e3d00645511c0f/A: creating writer at 1732420425082Flushing 0c5652512b92692aa6e3d00645511c0f/A: appending metadata at 1732420425084 (+2 ms)Flushing 0c5652512b92692aa6e3d00645511c0f/A: closing flushed file at 1732420425084Flushing 0c5652512b92692aa6e3d00645511c0f/B: creating writer at 1732420425491 (+407 ms)Flushing 0c5652512b92692aa6e3d00645511c0f/B: appending metadata at 1732420425493 (+2 ms)Flushing 0c5652512b92692aa6e3d00645511c0f/B: closing flushed file at 1732420425493Flushing 0c5652512b92692aa6e3d00645511c0f/C: creating writer at 1732420425900 (+407 ms)Flushing 0c5652512b92692aa6e3d00645511c0f/C: appending metadata at 1732420425903 (+3 ms)Flushing 0c5652512b92692aa6e3d00645511c0f/C: closing flushed file at 1732420425903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abf0ae6: reopening flushed file at 1732420426313 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41053265: reopening flushed file at 1732420426317 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@510244c0: reopening flushed file at 1732420426322 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 0c5652512b92692aa6e3d00645511c0f in 1247ms, sequenceid=687, compaction requested=true at 1732420426328 (+6 ms)Writing region close event to WAL at 1732420426401 (+73 ms)Running coprocessor post-close hooks at 1732420426404 (+3 ms)Closed at 1732420426404 2024-11-24T03:53:46,406 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(157): Closed 0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:46,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=0c5652512b92692aa6e3d00645511c0f, regionState=CLOSED 2024-11-24T03:53:46,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:53:46,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-24T03:53:46,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseRegionProcedure 0c5652512b92692aa6e3d00645511c0f, server=71d8d2d6408d,41025,1732420280471 in 1.4800 sec 2024-11-24T03:53:46,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-11-24T03:53:46,412 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0c5652512b92692aa6e3d00645511c0f, UNASSIGN in 1.4850 sec 2024-11-24T03:53:46,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-24T03:53:46,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4880 sec 2024-11-24T03:53:46,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420426414"}]},"ts":"1732420426414"} 2024-11-24T03:53:46,415 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:53:46,415 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:53:46,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4970 sec 2024-11-24T03:53:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T03:53:47,067 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:47,068 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:53:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:47,069 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:47,070 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=133, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T03:53:47,072 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:47,074 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/recovered.edits] 2024-11-24T03:53:47,076 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/7b2cd9de70854ef7a3c1372134471988 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/7b2cd9de70854ef7a3c1372134471988 2024-11-24T03:53:47,077 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/b79ba4796d0e41278833a6ff5f4a24b9 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/b79ba4796d0e41278833a6ff5f4a24b9 2024-11-24T03:53:47,078 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/f994c8273bf04d7fbcf73c6d0a834eb3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/A/f994c8273bf04d7fbcf73c6d0a834eb3 2024-11-24T03:53:47,080 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/848d79e1b3834747be371a2ad82ff37e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/848d79e1b3834747be371a2ad82ff37e 2024-11-24T03:53:47,081 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9eb9f1a822404c7eac71200ecfb0fbb4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/9eb9f1a822404c7eac71200ecfb0fbb4 2024-11-24T03:53:47,082 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/d0ab1333a1d342a2abbf74a5d2cd7493 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/B/d0ab1333a1d342a2abbf74a5d2cd7493 2024-11-24T03:53:47,084 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/336770306b1341f0825116003f58e7c7 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/336770306b1341f0825116003f58e7c7 2024-11-24T03:53:47,085 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/bf0c5f0eec524a13af391f36d896c0bf to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/C/bf0c5f0eec524a13af391f36d896c0bf 2024-11-24T03:53:47,087 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/recovered.edits/690.seqid to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f/recovered.edits/690.seqid 2024-11-24T03:53:47,087 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/0c5652512b92692aa6e3d00645511c0f 2024-11-24T03:53:47,087 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:53:47,089 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=133, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:47,091 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:53:47,094 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:53:47,095 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=133, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:47,096 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:53:47,096 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732420427096"}]},"ts":"9223372036854775807"} 2024-11-24T03:53:47,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T03:53:47,098 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0c5652512b92692aa6e3d00645511c0f, NAME => 'TestAcidGuarantees,,1732420397524.0c5652512b92692aa6e3d00645511c0f.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:53:47,098 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:53:47,098 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732420427098"}]},"ts":"9223372036854775807"} 2024-11-24T03:53:47,100 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T03:53:47,101 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=133, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:47,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-24T03:53:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T03:53:47,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T03:53:47,180 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:47,188 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=249 (was 248) - Thread LEAK? -, OpenFileDescriptor=445 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=543 (was 438) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7495 (was 6533) - AvailableMemoryMB LEAK? - 2024-11-24T03:53:47,196 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=249, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=543, ProcessCount=11, AvailableMemoryMB=7493 2024-11-24T03:53:47,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:53:47,197 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:53:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:47,199 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:53:47,199 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:47,199 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 134 2024-11-24T03:53:47,200 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:53:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-24T03:53:47,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742350_1526 (size=1061) 2024-11-24T03:53:47,209 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba 2024-11-24T03:53:47,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742351_1527 (size=53) 2024-11-24T03:53:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-24T03:53:47,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-24T03:53:47,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:53:47,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing fedea7fc0090a779fb11fcd046739ddc, disabling compactions & flushes 2024-11-24T03:53:47,620 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:47,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:47,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. after waiting 0 ms 2024-11-24T03:53:47,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:47,620 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:47,621 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for fedea7fc0090a779fb11fcd046739ddc: Waiting for close lock at 1732420427620Disabling compacts and flushes for region at 1732420427620Disabling writes for close at 1732420427620Writing region close event to WAL at 1732420427620Closed at 1732420427620 2024-11-24T03:53:47,623 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:53:47,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732420427623"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732420427623"}]},"ts":"1732420427623"} 2024-11-24T03:53:47,627 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T03:53:47,628 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:53:47,628 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420427628"}]},"ts":"1732420427628"} 2024-11-24T03:53:47,630 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T03:53:47,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, ASSIGN}] 2024-11-24T03:53:47,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, ASSIGN 2024-11-24T03:53:47,632 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, ASSIGN; state=OFFLINE, location=71d8d2d6408d,41025,1732420280471; forceNewPlan=false, retain=false 2024-11-24T03:53:47,783 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=fedea7fc0090a779fb11fcd046739ddc, regionState=OPENING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:47,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, ASSIGN because future has completed 2024-11-24T03:53:47,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:53:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-24T03:53:47,945 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:47,945 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7752): Opening region: {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:53:47,946 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,946 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:53:47,946 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7794): checking encryption for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,946 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7797): checking classloading for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,947 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,948 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:53:47,949 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedea7fc0090a779fb11fcd046739ddc columnFamilyName A 2024-11-24T03:53:47,949 DEBUG [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:47,949 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.HStore(327): Store=fedea7fc0090a779fb11fcd046739ddc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:53:47,949 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,950 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:53:47,950 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedea7fc0090a779fb11fcd046739ddc columnFamilyName B 2024-11-24T03:53:47,950 DEBUG [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:47,951 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.HStore(327): Store=fedea7fc0090a779fb11fcd046739ddc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:53:47,951 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,952 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:53:47,952 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedea7fc0090a779fb11fcd046739ddc columnFamilyName C 2024-11-24T03:53:47,952 DEBUG [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:47,952 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.HStore(327): Store=fedea7fc0090a779fb11fcd046739ddc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:53:47,952 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:47,952 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1038): replaying wal for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,953 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,953 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,954 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1048): stopping wal replay for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,954 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1060): Cleaning up temporary data for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,955 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:53:47,956 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1093): writing seq id for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,957 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:53:47,957 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1114): Opened fedea7fc0090a779fb11fcd046739ddc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74053443, jitterRate=0.10348229110240936}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:53:47,957 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:47,958 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1006): Region open journal for fedea7fc0090a779fb11fcd046739ddc: Running coprocessor pre-open hook at 1732420427946Writing region info on filesystem at 1732420427946Initializing all the Stores at 1732420427947 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420427947Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420427947Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420427947Cleaning up temporary data from old regions at 1732420427954 (+7 ms)Running coprocessor post-open hooks at 1732420427957 (+3 ms)Region opened successfully at 1732420427958 (+1 ms) 2024-11-24T03:53:47,958 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., pid=136, masterSystemTime=1732420427943 2024-11-24T03:53:47,960 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:47,960 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:47,960 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=fedea7fc0090a779fb11fcd046739ddc, regionState=OPEN, openSeqNum=2, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:53:47,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-24T03:53:47,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; OpenRegionProcedure fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 in 173 msec 2024-11-24T03:53:47,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-24T03:53:47,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, ASSIGN in 333 msec 2024-11-24T03:53:47,964 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:53:47,964 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420427964"}]},"ts":"1732420427964"} 2024-11-24T03:53:47,965 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T03:53:47,966 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:53:47,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 769 msec 2024-11-24T03:53:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-11-24T03:53:48,337 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:48,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348042de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:48,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:48,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:48,339 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5522bae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:48,341 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3636578b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:48,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:48,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:48,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T03:53:48,344 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 71d8d2d6408d,44753,1732420279714 2024-11-24T03:53:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@467529b5 2024-11-24T03:53:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:53:48,346 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:53:48,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T03:53:48,347 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:53:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T03:53:48,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742352_1528 (size=1097) 2024-11-24T03:53:48,760 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-24T03:53:48,760 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-24T03:53:48,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:53:48,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, REOPEN/MOVE}] 2024-11-24T03:53:48,765 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, REOPEN/MOVE 2024-11-24T03:53:48,765 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=fedea7fc0090a779fb11fcd046739ddc, regionState=CLOSING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:48,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, REOPEN/MOVE because future has completed 2024-11-24T03:53:48,767 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:53:48,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:53:48,879 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:53:48,919 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:48,919 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T03:53:48,919 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing fedea7fc0090a779fb11fcd046739ddc, disabling compactions & flushes 2024-11-24T03:53:48,919 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:48,919 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:48,919 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. after waiting 0 ms 2024-11-24T03:53:48,919 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:48,922 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T03:53:48,923 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:48,923 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for fedea7fc0090a779fb11fcd046739ddc: Waiting for close lock at 1732420428919Running coprocessor pre-close hooks at 1732420428919Disabling compacts and flushes for region at 1732420428919Disabling writes for close at 1732420428919Writing region close event to WAL at 1732420428920 (+1 ms)Running coprocessor post-close hooks at 1732420428923 (+3 ms)Closed at 1732420428923 2024-11-24T03:53:48,923 WARN [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionServer(3299): Not adding moved region record: fedea7fc0090a779fb11fcd046739ddc to self. 2024-11-24T03:53:48,925 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:48,925 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=fedea7fc0090a779fb11fcd046739ddc, regionState=CLOSED 2024-11-24T03:53:48,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:53:48,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-24T03:53:48,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 in 160 msec 2024-11-24T03:53:48,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, REOPEN/MOVE; state=CLOSED, location=71d8d2d6408d,41025,1732420280471; forceNewPlan=false, retain=true 2024-11-24T03:53:49,079 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=fedea7fc0090a779fb11fcd046739ddc, regionState=OPENING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, REOPEN/MOVE because future has completed 2024-11-24T03:53:49,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:53:49,237 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:49,237 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7752): Opening region: {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:53:49,237 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,237 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:53:49,237 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7794): checking encryption for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,238 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(7797): checking classloading for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,239 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,239 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:53:49,239 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedea7fc0090a779fb11fcd046739ddc columnFamilyName A 2024-11-24T03:53:49,241 DEBUG [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:49,241 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.HStore(327): Store=fedea7fc0090a779fb11fcd046739ddc/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:53:49,241 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,242 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:53:49,242 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedea7fc0090a779fb11fcd046739ddc columnFamilyName B 2024-11-24T03:53:49,242 DEBUG [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:49,243 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.HStore(327): Store=fedea7fc0090a779fb11fcd046739ddc/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:53:49,243 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,243 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-24T03:53:49,243 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fedea7fc0090a779fb11fcd046739ddc columnFamilyName C 2024-11-24T03:53:49,243 DEBUG [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:49,244 INFO [StoreOpener-fedea7fc0090a779fb11fcd046739ddc-1 {}] regionserver.HStore(327): Store=fedea7fc0090a779fb11fcd046739ddc/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:53:49,244 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:49,244 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1038): replaying wal for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,245 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,246 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,247 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1048): stopping wal replay for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,247 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1060): Cleaning up temporary data for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,247 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:53:49,248 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1093): writing seq id for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,249 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1114): Opened fedea7fc0090a779fb11fcd046739ddc; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59282561, jitterRate=-0.1166210025548935}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:53:49,249 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,250 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegion(1006): Region open journal for fedea7fc0090a779fb11fcd046739ddc: Running coprocessor pre-open hook at 1732420429238Writing region info on filesystem at 1732420429238Initializing all the Stores at 1732420429238Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420429238Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420429238Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420429238Cleaning up temporary data from old regions at 1732420429247 (+9 ms)Running coprocessor post-open hooks at 1732420429249 (+2 ms)Region opened successfully at 1732420429250 (+1 ms) 2024-11-24T03:53:49,250 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., pid=141, masterSystemTime=1732420429234 2024-11-24T03:53:49,252 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:49,252 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=141}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:49,253 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=fedea7fc0090a779fb11fcd046739ddc, regionState=OPEN, openSeqNum=5, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:53:49,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=139 2024-11-24T03:53:49,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 in 173 msec 2024-11-24T03:53:49,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-24T03:53:49,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, REOPEN/MOVE in 492 msec 2024-11-24T03:53:49,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-24T03:53:49,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 496 msec 2024-11-24T03:53:49,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 913 msec 2024-11-24T03:53:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-24T03:53:49,263 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:49,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:49,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:49,265 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e4fc25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:49,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:49,266 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d43fbdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,268 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:49,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:49,269 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fb8060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:49,270 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:49,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13de127c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:49,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:49,276 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5acf32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:49,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:49,278 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:49,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cba8b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:49,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:49,284 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7911dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:49,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:49,285 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:49,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53150209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:49,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:49,287 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30943e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:49,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:49,289 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:49,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55351c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:49,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:49,291 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5f3d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:49,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:49,293 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:49,294 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35936f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7595d14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:49,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:49,295 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:49,295 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b47b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:49,296 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:49,297 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:49,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3596af9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:49,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:49,303 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63fcdadd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:49,305 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:49,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bac37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:49,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:49,306 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb1f91b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:49,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:49,308 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:49,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39751cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a2803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,44753,-1 for getting cluster id 2024-11-24T03:53:49,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:53:49,310 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fa20ca5-2510-4a68-bb52-b0e519c7d1bb' 2024-11-24T03:53:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:53:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fa20ca5-2510-4a68-bb52-b0e519c7d1bb" 2024-11-24T03:53:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a835d21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,44753,-1] 2024-11-24T03:53:49,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:53:49,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:53:49,311 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:53:49,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4723463a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:53:49,315 DEBUG [Thread-2366 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:49,315 DEBUG [Thread-2372 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:49,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:49,316 DEBUG [Thread-2370 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:49,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:49,316 DEBUG [Thread-2363 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:49,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:49,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:49,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:49,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:49,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:49,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:49,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:49,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:49,318 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:49,318 DEBUG [Thread-2355 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:49,319 DEBUG [Thread-2357 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:49,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:49,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:49,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-24T03:53:49,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:49,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:49,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:53:49,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T03:53:49,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:53:49,321 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:49,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:49,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:53:49,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:49,323 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:53:49,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:53:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:53:49,325 DEBUG [Thread-2374 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:49,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:49,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:53:49,331 DEBUG [Thread-2361 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-24T03:53:49,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:53:49,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:49,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:53:49,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:49,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:53:49,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:49,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:49,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:49,334 DEBUG [Thread-2359 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:49,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:49,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:53:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:53:49,345 DEBUG [Thread-2368 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:53:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,41025,1732420280471, seqNum=-1] 2024-11-24T03:53:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:53:49,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:53:49,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5] 2024-11-24T03:53:49,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732420429349, max timestamp=1732420429365Num uniques 859; 2024-11-24T03:53:49,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732420429349, max timestamp=1732420429365Num uniques 859; 2024-11-24T03:53:49,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T03:53:49,368 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-24T03:53:49,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732420429349, max timestamp=1732420429365Num uniques 859; 2024-11-24T03:53:49,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-24T03:53:49,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cb6c9c3297464d018f5c5d6e5b658b4a_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420429328/Put/seqid=0 2024-11-24T03:53:49,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742353_1529 (size=12154) 2024-11-24T03:53:49,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420489389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420489389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420489391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420489391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420489394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T03:53:49,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:53:49,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:49,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:49,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:49,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:49,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:49,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420489497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420489506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420489506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,508 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420489507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420489507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:53:49,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:49,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:49,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:49,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:49,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T03:53:49,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420489707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420489717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420489717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420489717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420489717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,721 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:49,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:49,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:53:49,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:49,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:49,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:49,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:49,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:49,786 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:49,789 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cb6c9c3297464d018f5c5d6e5b658b4a_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cb6c9c3297464d018f5c5d6e5b658b4a_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:49,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/f50a55a74fd540bda3fff4b81cd3d085, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:49,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/f50a55a74fd540bda3fff4b81cd3d085 is 175, key is test_row_0/A:col10/1732420429328/Put/seqid=0 2024-11-24T03:53:49,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742354_1530 (size=30955) 2024-11-24T03:53:49,795 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/f50a55a74fd540bda3fff4b81cd3d085 2024-11-24T03:53:49,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/d3e5791ee0944613be99aaf82f55200e is 50, key is test_row_0/B:col10/1732420429328/Put/seqid=0 2024-11-24T03:53:49,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742355_1531 (size=12001) 2024-11-24T03:53:49,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:53:49,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:49,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:49,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:49,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:49,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T03:53:50,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420490017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:50,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420490027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:50,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420490028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420490028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:50,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420490028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:50,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:53:50,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:50,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:50,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:50,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:50,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:50,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/d3e5791ee0944613be99aaf82f55200e 2024-11-24T03:53:50,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:53:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:50,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:50,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/d35275dce08343e9a588809c045e455d is 50, key is test_row_0/C:col10/1732420429328/Put/seqid=0 2024-11-24T03:53:50,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742356_1532 (size=12001) 2024-11-24T03:53:50,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:53:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:50,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:50,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T03:53:50,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420490527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:50,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420490537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:50,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:50,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420490538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:50,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:50,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420490538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:50,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420490538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:50,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:50,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:53:50,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:50,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:50,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:50,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:50,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:50,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/d35275dce08343e9a588809c045e455d 2024-11-24T03:53:50,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/f50a55a74fd540bda3fff4b81cd3d085 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/f50a55a74fd540bda3fff4b81cd3d085 2024-11-24T03:53:50,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/f50a55a74fd540bda3fff4b81cd3d085, entries=150, sequenceid=14, filesize=30.2 K 2024-11-24T03:53:50,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/d3e5791ee0944613be99aaf82f55200e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/d3e5791ee0944613be99aaf82f55200e 2024-11-24T03:53:50,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/d3e5791ee0944613be99aaf82f55200e, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T03:53:50,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/d35275dce08343e9a588809c045e455d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/d35275dce08343e9a588809c045e455d 2024-11-24T03:53:50,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/d35275dce08343e9a588809c045e455d, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T03:53:50,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.02 KB/139285 for fedea7fc0090a779fb11fcd046739ddc in 1365ms, sequenceid=14, compaction requested=false 2024-11-24T03:53:50,697 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T03:53:50,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:50,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T03:53:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:50,700 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=136.02 KB heapSize=384.46 KB 2024-11-24T03:53:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:53:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:53:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:53:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244ace2f79444b46ecb91801ba24b3cb36_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420429389/Put/seqid=0 2024-11-24T03:53:50,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742357_1533 (size=12154) 2024-11-24T03:53:51,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:51,116 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244ace2f79444b46ecb91801ba24b3cb36_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244ace2f79444b46ecb91801ba24b3cb36_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/6cefa75e26064a01b5f036a7f3cee558, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/6cefa75e26064a01b5f036a7f3cee558 is 175, key is test_row_0/A:col10/1732420429389/Put/seqid=0 2024-11-24T03:53:51,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742358_1534 (size=30955) 2024-11-24T03:53:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T03:53:51,522 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/6cefa75e26064a01b5f036a7f3cee558 2024-11-24T03:53:51,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/655047c933e5496e9f034708859c0bcf is 50, key is test_row_0/B:col10/1732420429389/Put/seqid=0 2024-11-24T03:53:51,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742359_1535 (size=12001) 2024-11-24T03:53:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:51,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:51,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420491557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420491558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420491559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420491560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,560 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in fedea7fc0090a779fb11fcd046739ddc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420491560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420491667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420491668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420491671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420491671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420491877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420491877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420491877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420491877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:51,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:53:51,933 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/655047c933e5496e9f034708859c0bcf 2024-11-24T03:53:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/f5e18a301b4a4583af218dccfb3493f6 is 50, key is test_row_0/C:col10/1732420429389/Put/seqid=0 2024-11-24T03:53:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742360_1536 (size=12001) 2024-11-24T03:53:52,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420492187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:52,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420492187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:52,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420492187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:52,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420492187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:52,348 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/f5e18a301b4a4583af218dccfb3493f6 2024-11-24T03:53:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/6cefa75e26064a01b5f036a7f3cee558 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6cefa75e26064a01b5f036a7f3cee558 2024-11-24T03:53:52,355 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6cefa75e26064a01b5f036a7f3cee558, entries=150, sequenceid=50, filesize=30.2 K 2024-11-24T03:53:52,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/655047c933e5496e9f034708859c0bcf as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/655047c933e5496e9f034708859c0bcf 2024-11-24T03:53:52,361 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/655047c933e5496e9f034708859c0bcf, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T03:53:52,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/f5e18a301b4a4583af218dccfb3493f6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/f5e18a301b4a4583af218dccfb3493f6 2024-11-24T03:53:52,368 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/f5e18a301b4a4583af218dccfb3493f6, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T03:53:52,369 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3140): Finished flush of dataSize ~136.02 KB/139285, heapSize ~384.41 KB/393640, currentSize=53.67 KB/54960 for fedea7fc0090a779fb11fcd046739ddc in 1669ms, sequenceid=50, compaction requested=false 2024-11-24T03:53:52,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:52,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:52,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-24T03:53:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=143 2024-11-24T03:53:52,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-24T03:53:52,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0470 sec 2024-11-24T03:53:52,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 3.0550 sec 2024-11-24T03:53:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:52,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T03:53:52,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:53:52,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:52,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:53:52,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:52,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:53:52,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:52,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b573ca7788e047eeaa393b1a952cab3f_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420431556/Put/seqid=0 2024-11-24T03:53:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742361_1537 (size=12154) 2024-11-24T03:53:52,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420492719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:52,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420492719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:52,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:52,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420432716, max timestamp=1732420432724Num uniques 859; 2024-11-24T03:53:52,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420432716, max timestamp=1732420432724Num uniques 859; 2024-11-24T03:53:52,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:53:52,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:53:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:52,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732420432716, max timestamp=1732420432724Num uniques 859; 2024-11-24T03:53:52,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/71d8d2d6408d:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-24T03:53:52,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420492767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:52,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:52,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420492773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:52,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:52,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420492837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420492837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:52,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:52,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420492876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:52,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:52,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420492886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:52,890 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420493047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420493047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420493086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420493097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,111 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:53,115 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b573ca7788e047eeaa393b1a952cab3f_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b573ca7788e047eeaa393b1a952cab3f_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:53,117 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/ae51d8e5567846b18bdbe065b683e523, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:53,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/ae51d8e5567846b18bdbe065b683e523 is 175, key is test_row_0/A:col10/1732420431556/Put/seqid=0 2024-11-24T03:53:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742362_1538 (size=30955) 2024-11-24T03:53:53,127 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/ae51d8e5567846b18bdbe065b683e523 2024-11-24T03:53:53,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/22fd3664c759411f9e4a6e93bd85d06c is 50, key is test_row_0/B:col10/1732420431556/Put/seqid=0 2024-11-24T03:53:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742363_1539 (size=12001) 2024-11-24T03:53:53,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420493357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420493357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420493396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420493407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T03:53:53,487 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:53,487 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-24T03:53:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-24T03:53:53,488 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:53,489 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:53,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:53,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/22fd3664c759411f9e4a6e93bd85d06c 2024-11-24T03:53:53,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/1250bf93358b460080fe9a10c714d14c is 50, key is test_row_0/C:col10/1732420431556/Put/seqid=0 2024-11-24T03:53:53,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742364_1540 (size=12001) 2024-11-24T03:53:53,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420493578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,578 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in fedea7fc0090a779fb11fcd046739ddc of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:53,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-24T03:53:53,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:53:53,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:53,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:53,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:53,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:53,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:53,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:53:53,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:53,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:53,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:53,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:53,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-24T03:53:53,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420493867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420493867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420493907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,908 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420493917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:53,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:53,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:53:53,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:53,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:53,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:53,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/1250bf93358b460080fe9a10c714d14c 2024-11-24T03:53:53,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/ae51d8e5567846b18bdbe065b683e523 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ae51d8e5567846b18bdbe065b683e523 2024-11-24T03:53:53,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ae51d8e5567846b18bdbe065b683e523, entries=150, sequenceid=62, filesize=30.2 K 2024-11-24T03:53:53,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/22fd3664c759411f9e4a6e93bd85d06c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/22fd3664c759411f9e4a6e93bd85d06c 2024-11-24T03:53:53,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/22fd3664c759411f9e4a6e93bd85d06c, entries=150, sequenceid=62, filesize=11.7 K 2024-11-24T03:53:53,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/1250bf93358b460080fe9a10c714d14c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/1250bf93358b460080fe9a10c714d14c 2024-11-24T03:53:53,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/1250bf93358b460080fe9a10c714d14c, entries=150, sequenceid=62, filesize=11.7 K 2024-11-24T03:53:53,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for fedea7fc0090a779fb11fcd046739ddc in 1287ms, sequenceid=62, compaction requested=true 2024-11-24T03:53:53,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:53,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:53,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:53,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:53,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:53,986 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:53,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:53,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:53,986 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:53,986 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:53,986 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:53,986 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/B is initiating minor compaction (all files) 2024-11-24T03:53:53,986 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/A is initiating minor compaction (all files) 2024-11-24T03:53:53,986 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/A in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:53,986 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/B in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:53,986 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/f50a55a74fd540bda3fff4b81cd3d085, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6cefa75e26064a01b5f036a7f3cee558, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ae51d8e5567846b18bdbe065b683e523] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=90.7 K 2024-11-24T03:53:53,986 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/d3e5791ee0944613be99aaf82f55200e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/655047c933e5496e9f034708859c0bcf, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/22fd3664c759411f9e4a6e93bd85d06c] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=35.2 K 2024-11-24T03:53:53,986 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:53,987 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/f50a55a74fd540bda3fff4b81cd3d085, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6cefa75e26064a01b5f036a7f3cee558, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ae51d8e5567846b18bdbe065b683e523] 2024-11-24T03:53:53,987 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting d3e5791ee0944613be99aaf82f55200e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732420429328 2024-11-24T03:53:53,987 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting f50a55a74fd540bda3fff4b81cd3d085, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732420429328 2024-11-24T03:53:53,987 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cefa75e26064a01b5f036a7f3cee558, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732420429388 2024-11-24T03:53:53,987 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 655047c933e5496e9f034708859c0bcf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732420429388 2024-11-24T03:53:53,987 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae51d8e5567846b18bdbe065b683e523, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732420431549 2024-11-24T03:53:53,987 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 22fd3664c759411f9e4a6e93bd85d06c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732420431549 2024-11-24T03:53:53,992 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:53,994 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112488cf90bae7e540d5b453dbe5c5697d32_fedea7fc0090a779fb11fcd046739ddc store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:53,994 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#B#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:53,994 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/dbcc85e6600a463ab85f4618781b3dd6 is 50, key is test_row_0/B:col10/1732420431556/Put/seqid=0 2024-11-24T03:53:53,996 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112488cf90bae7e540d5b453dbe5c5697d32_fedea7fc0090a779fb11fcd046739ddc, store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:53,996 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112488cf90bae7e540d5b453dbe5c5697d32_fedea7fc0090a779fb11fcd046739ddc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:54,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742365_1541 (size=12104) 2024-11-24T03:53:54,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742366_1542 (size=4469) 2024-11-24T03:53:54,009 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/dbcc85e6600a463ab85f4618781b3dd6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/dbcc85e6600a463ab85f4618781b3dd6 2024-11-24T03:53:54,013 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/B of fedea7fc0090a779fb11fcd046739ddc into dbcc85e6600a463ab85f4618781b3dd6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:54,013 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:54,013 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/B, priority=13, startTime=1732420433986; duration=0sec 2024-11-24T03:53:54,013 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:54,013 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:B 2024-11-24T03:53:54,013 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:54,014 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:54,014 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/C is initiating minor compaction (all files) 2024-11-24T03:53:54,014 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/C in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:54,014 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/d35275dce08343e9a588809c045e455d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/f5e18a301b4a4583af218dccfb3493f6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/1250bf93358b460080fe9a10c714d14c] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=35.2 K 2024-11-24T03:53:54,014 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting d35275dce08343e9a588809c045e455d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732420429328 2024-11-24T03:53:54,015 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f5e18a301b4a4583af218dccfb3493f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732420429388 2024-11-24T03:53:54,015 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1250bf93358b460080fe9a10c714d14c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732420431549 2024-11-24T03:53:54,022 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#C#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:54,023 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/4ae3d192c6934594880f208980072965 is 50, key is test_row_0/C:col10/1732420431556/Put/seqid=0 2024-11-24T03:53:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742367_1543 (size=12104) 2024-11-24T03:53:54,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-24T03:53:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:54,100 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-24T03:53:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:53:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:53:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:53:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:53:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241a8c59ba14b840cdba03c446b27db81e_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420432763/Put/seqid=0 2024-11-24T03:53:54,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742368_1544 (size=12154) 2024-11-24T03:53:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-24T03:53:54,409 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#A#compaction#459 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:54,410 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/44be140c84494d56aba54d55339f1b82 is 175, key is test_row_0/A:col10/1732420431556/Put/seqid=0 2024-11-24T03:53:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742369_1545 (size=31058) 2024-11-24T03:53:54,431 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/4ae3d192c6934594880f208980072965 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/4ae3d192c6934594880f208980072965 2024-11-24T03:53:54,435 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/C of fedea7fc0090a779fb11fcd046739ddc into 4ae3d192c6934594880f208980072965(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:54,435 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:54,435 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/C, priority=13, startTime=1732420433986; duration=0sec 2024-11-24T03:53:54,435 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:54,435 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:C 2024-11-24T03:53:54,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:54,512 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241a8c59ba14b840cdba03c446b27db81e_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241a8c59ba14b840cdba03c446b27db81e_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:54,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/6a04e6e4ff924040b356197b1fc0418d, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:54,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/6a04e6e4ff924040b356197b1fc0418d is 175, key is test_row_0/A:col10/1732420432763/Put/seqid=0 2024-11-24T03:53:54,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742370_1546 (size=30955) 2024-11-24T03:53:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-24T03:53:54,815 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/44be140c84494d56aba54d55339f1b82 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/44be140c84494d56aba54d55339f1b82 2024-11-24T03:53:54,818 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/A of fedea7fc0090a779fb11fcd046739ddc into 44be140c84494d56aba54d55339f1b82(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:54,819 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:54,819 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/A, priority=13, startTime=1732420433985; duration=0sec 2024-11-24T03:53:54,819 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:54,819 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:A 2024-11-24T03:53:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:54,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:54,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420494901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:54,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:54,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420494901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:54,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:54,917 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/6a04e6e4ff924040b356197b1fc0418d 2024-11-24T03:53:54,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420494917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:54,920 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in fedea7fc0090a779fb11fcd046739ddc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:54,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/1f742eb48d624c1da38f9188dd2a612a is 50, key is test_row_0/B:col10/1732420432763/Put/seqid=0 2024-11-24T03:53:54,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742371_1547 (size=12001) 2024-11-24T03:53:54,928 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/1f742eb48d624c1da38f9188dd2a612a 2024-11-24T03:53:54,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/1d42a720e1c741f7882844a33a02001b is 50, key is test_row_0/C:col10/1732420432763/Put/seqid=0 2024-11-24T03:53:54,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420494937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:54,939 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_2' in fedea7fc0090a779fb11fcd046739ddc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:54,939 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742372_1548 (size=12001) 2024-11-24T03:53:55,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420495017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420495017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:55,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420495227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:55,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420495227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:55,344 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/1d42a720e1c741f7882844a33a02001b 2024-11-24T03:53:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/6a04e6e4ff924040b356197b1fc0418d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6a04e6e4ff924040b356197b1fc0418d 2024-11-24T03:53:55,352 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6a04e6e4ff924040b356197b1fc0418d, entries=150, sequenceid=97, filesize=30.2 K 2024-11-24T03:53:55,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/1f742eb48d624c1da38f9188dd2a612a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/1f742eb48d624c1da38f9188dd2a612a 2024-11-24T03:53:55,357 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/1f742eb48d624c1da38f9188dd2a612a, entries=150, sequenceid=97, filesize=11.7 K 2024-11-24T03:53:55,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/1d42a720e1c741f7882844a33a02001b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/1d42a720e1c741f7882844a33a02001b 2024-11-24T03:53:55,366 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/1d42a720e1c741f7882844a33a02001b, entries=150, sequenceid=97, filesize=11.7 K 2024-11-24T03:53:55,369 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for fedea7fc0090a779fb11fcd046739ddc in 1269ms, sequenceid=97, compaction requested=false 2024-11-24T03:53:55,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:55,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:55,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-24T03:53:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-11-24T03:53:55,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-24T03:53:55,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-11-24T03:53:55,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.8860 sec 2024-11-24T03:53:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:55,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-24T03:53:55,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:53:55,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:55,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:53:55,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:55,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:53:55,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:55,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ca30ca8899144f51ac3f8e5a35ea5838_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420434900/Put/seqid=0 2024-11-24T03:53:55,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742373_1549 (size=17034) 2024-11-24T03:53:55,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420495591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:55,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420495595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-24T03:53:55,637 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:55,637 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-24T03:53:55,639 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-24T03:53:55,640 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:55,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:55,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420495707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:55,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420495707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-24T03:53:55,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:53:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:55,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:55,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:55,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420495917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:55,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:55,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420495917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:55,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:55,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:55,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:53:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:55,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:55,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-24T03:53:55,963 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:55,966 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ca30ca8899144f51ac3f8e5a35ea5838_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ca30ca8899144f51ac3f8e5a35ea5838_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:55,966 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/e427b0628df042179cc144c0713d3897, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:55,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/e427b0628df042179cc144c0713d3897 is 175, key is test_row_0/A:col10/1732420434900/Put/seqid=0 2024-11-24T03:53:55,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742374_1550 (size=48139) 2024-11-24T03:53:56,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:53:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420496226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:56,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:56,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:56,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:56,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420496227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:56,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:56,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:56,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:56,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:53:56,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:56,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-24T03:53:56,370 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/e427b0628df042179cc144c0713d3897 2024-11-24T03:53:56,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/d6c4981a643b4cc79d2d92106d90d1b7 is 50, key is test_row_0/B:col10/1732420434900/Put/seqid=0 2024-11-24T03:53:56,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742375_1551 (size=12001) 2024-11-24T03:53:56,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/d6c4981a643b4cc79d2d92106d90d1b7 2024-11-24T03:53:56,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:53:56,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:56,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/46d78ef080ae47f9b45cc054099e4c61 is 50, key is test_row_0/C:col10/1732420434900/Put/seqid=0 2024-11-24T03:53:56,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742376_1552 (size=12001) 2024-11-24T03:53:56,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:53:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:53:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:56,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420496737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:56,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420496737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:56,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-24T03:53:56,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/46d78ef080ae47f9b45cc054099e4c61 2024-11-24T03:53:56,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/e427b0628df042179cc144c0713d3897 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e427b0628df042179cc144c0713d3897 2024-11-24T03:53:56,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e427b0628df042179cc144c0713d3897, entries=250, sequenceid=113, filesize=47.0 K 2024-11-24T03:53:56,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/d6c4981a643b4cc79d2d92106d90d1b7 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/d6c4981a643b4cc79d2d92106d90d1b7 2024-11-24T03:53:56,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/d6c4981a643b4cc79d2d92106d90d1b7, entries=150, sequenceid=113, filesize=11.7 K 2024-11-24T03:53:56,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/46d78ef080ae47f9b45cc054099e4c61 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/46d78ef080ae47f9b45cc054099e4c61 2024-11-24T03:53:56,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/46d78ef080ae47f9b45cc054099e4c61, entries=150, sequenceid=113, filesize=11.7 K 2024-11-24T03:53:56,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for fedea7fc0090a779fb11fcd046739ddc in 1312ms, sequenceid=113, compaction requested=true 2024-11-24T03:53:56,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:56,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:56,853 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:56,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:56,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:56,853 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:56,854 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:56,854 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/A is initiating minor compaction (all files) 2024-11-24T03:53:56,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:56,854 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/A in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:56,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:56,854 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/44be140c84494d56aba54d55339f1b82, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6a04e6e4ff924040b356197b1fc0418d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e427b0628df042179cc144c0713d3897] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=107.6 K 2024-11-24T03:53:56,854 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,854 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/44be140c84494d56aba54d55339f1b82, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6a04e6e4ff924040b356197b1fc0418d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e427b0628df042179cc144c0713d3897] 2024-11-24T03:53:56,855 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44be140c84494d56aba54d55339f1b82, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732420431549 2024-11-24T03:53:56,855 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a04e6e4ff924040b356197b1fc0418d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732420432763 2024-11-24T03:53:56,855 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:56,855 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/B is initiating minor compaction (all files) 2024-11-24T03:53:56,855 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/B in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,855 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/dbcc85e6600a463ab85f4618781b3dd6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/1f742eb48d624c1da38f9188dd2a612a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/d6c4981a643b4cc79d2d92106d90d1b7] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=35.3 K 2024-11-24T03:53:56,855 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e427b0628df042179cc144c0713d3897, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732420434890 2024-11-24T03:53:56,856 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting dbcc85e6600a463ab85f4618781b3dd6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732420431549 2024-11-24T03:53:56,857 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f742eb48d624c1da38f9188dd2a612a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732420432763 2024-11-24T03:53:56,857 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting d6c4981a643b4cc79d2d92106d90d1b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732420434900 2024-11-24T03:53:56,861 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:56,863 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:56,863 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/521f706bbb3841c5b11a6f86dc17bac3 is 50, key is test_row_0/B:col10/1732420434900/Put/seqid=0 2024-11-24T03:53:56,864 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112431684d1574ab46f6964443ffd44eb71d_fedea7fc0090a779fb11fcd046739ddc store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:56,865 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112431684d1574ab46f6964443ffd44eb71d_fedea7fc0090a779fb11fcd046739ddc, store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:56,866 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112431684d1574ab46f6964443ffd44eb71d_fedea7fc0090a779fb11fcd046739ddc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:56,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-24T03:53:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:56,872 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-24T03:53:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:53:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:53:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:53:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:56,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742378_1554 (size=4469) 2024-11-24T03:53:56,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742377_1553 (size=12207) 2024-11-24T03:53:56,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112444e2f1c4d2b14d5da64fe6c7b649d445_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420435590/Put/seqid=0 2024-11-24T03:53:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742379_1555 (size=12254) 2024-11-24T03:53:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:56,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:56,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420496981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:56,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420496981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:56,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420497087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420497087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,280 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#A#compaction#467 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:57,281 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/04a31c0c19a44d53b298470bc79d85e3 is 175, key is test_row_0/A:col10/1732420434900/Put/seqid=0 2024-11-24T03:53:57,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742380_1556 (size=31161) 2024-11-24T03:53:57,297 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/521f706bbb3841c5b11a6f86dc17bac3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/521f706bbb3841c5b11a6f86dc17bac3 2024-11-24T03:53:57,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420497297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420497297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,301 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/B of fedea7fc0090a779fb11fcd046739ddc into 521f706bbb3841c5b11a6f86dc17bac3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:57,301 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:57,301 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/B, priority=13, startTime=1732420436853; duration=0sec 2024-11-24T03:53:57,301 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:57,301 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:B 2024-11-24T03:53:57,301 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:57,302 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:57,302 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/C is initiating minor compaction (all files) 2024-11-24T03:53:57,302 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/C in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:57,302 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/4ae3d192c6934594880f208980072965, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/1d42a720e1c741f7882844a33a02001b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/46d78ef080ae47f9b45cc054099e4c61] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=35.3 K 2024-11-24T03:53:57,302 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ae3d192c6934594880f208980072965, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1732420431549 2024-11-24T03:53:57,302 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d42a720e1c741f7882844a33a02001b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732420432763 2024-11-24T03:53:57,303 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 46d78ef080ae47f9b45cc054099e4c61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732420434900 2024-11-24T03:53:57,307 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#C#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:57,308 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/34b7d39e2f3544018e33bb77cd042ef5 is 50, key is test_row_0/C:col10/1732420434900/Put/seqid=0 2024-11-24T03:53:57,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742381_1557 (size=12207) 2024-11-24T03:53:57,314 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/34b7d39e2f3544018e33bb77cd042ef5 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/34b7d39e2f3544018e33bb77cd042ef5 2024-11-24T03:53:57,317 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/C of fedea7fc0090a779fb11fcd046739ddc into 34b7d39e2f3544018e33bb77cd042ef5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:57,317 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:57,317 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/C, priority=13, startTime=1732420436854; duration=0sec 2024-11-24T03:53:57,317 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:57,317 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:C 2024-11-24T03:53:57,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:57,348 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112444e2f1c4d2b14d5da64fe6c7b649d445_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112444e2f1c4d2b14d5da64fe6c7b649d445_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:57,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/e85b09d2d83d4b2daa6cbb4928c2888a, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:57,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/e85b09d2d83d4b2daa6cbb4928c2888a is 175, key is test_row_0/A:col10/1732420435590/Put/seqid=0 2024-11-24T03:53:57,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742382_1558 (size=31055) 2024-11-24T03:53:57,359 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/e85b09d2d83d4b2daa6cbb4928c2888a 2024-11-24T03:53:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/4e676ef75c4740559a5f96f2f50d3cfc is 50, key is test_row_0/B:col10/1732420435590/Put/seqid=0 2024-11-24T03:53:57,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742383_1559 (size=12101) 2024-11-24T03:53:57,371 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/4e676ef75c4740559a5f96f2f50d3cfc 2024-11-24T03:53:57,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/daf441333606474bbcdbc26efaaebca4 is 50, key is test_row_0/C:col10/1732420435590/Put/seqid=0 2024-11-24T03:53:57,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742384_1560 (size=12101) 2024-11-24T03:53:57,380 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/daf441333606474bbcdbc26efaaebca4 2024-11-24T03:53:57,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/e85b09d2d83d4b2daa6cbb4928c2888a as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e85b09d2d83d4b2daa6cbb4928c2888a 2024-11-24T03:53:57,386 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e85b09d2d83d4b2daa6cbb4928c2888a, entries=150, sequenceid=131, filesize=30.3 K 2024-11-24T03:53:57,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/4e676ef75c4740559a5f96f2f50d3cfc as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/4e676ef75c4740559a5f96f2f50d3cfc 2024-11-24T03:53:57,389 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/4e676ef75c4740559a5f96f2f50d3cfc, entries=150, sequenceid=131, filesize=11.8 K 2024-11-24T03:53:57,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/daf441333606474bbcdbc26efaaebca4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/daf441333606474bbcdbc26efaaebca4 2024-11-24T03:53:57,393 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/daf441333606474bbcdbc26efaaebca4, entries=150, sequenceid=131, filesize=11.8 K 2024-11-24T03:53:57,393 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for fedea7fc0090a779fb11fcd046739ddc in 521ms, sequenceid=131, compaction requested=false 2024-11-24T03:53:57,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:57,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:57,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-24T03:53:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-24T03:53:57,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-24T03:53:57,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7550 sec 2024-11-24T03:53:57,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.7610 sec 2024-11-24T03:53:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:57,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-24T03:53:57,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:53:57,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:57,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:53:57,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:57,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:53:57,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:57,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242cd6dc425a234a1687dad9b4d4b77a4b_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420436969/Put/seqid=0 2024-11-24T03:53:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742385_1561 (size=12304) 2024-11-24T03:53:57,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420497628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420497632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420497632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,638 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,687 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/04a31c0c19a44d53b298470bc79d85e3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/04a31c0c19a44d53b298470bc79d85e3 2024-11-24T03:53:57,692 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/A of fedea7fc0090a779fb11fcd046739ddc into 04a31c0c19a44d53b298470bc79d85e3(size=30.4 K), total size for store is 60.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:57,692 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:57,692 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/A, priority=13, startTime=1732420436853; duration=0sec 2024-11-24T03:53:57,692 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:57,692 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:A 2024-11-24T03:53:57,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420497737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420497737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,740 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420497747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420497747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420497747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,750 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_2' in fedea7fc0090a779fb11fcd046739ddc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,750 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in fedea7fc0090a779fb11fcd046739ddc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-24T03:53:57,787 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:53:57,788 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:53:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-24T03:53:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T03:53:57,789 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:53:57,790 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:53:57,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:53:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T03:53:57,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:53:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:57,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:57,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:57,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420497946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,949 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420497947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:57,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420497957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:57,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:57,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:58,022 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:58,025 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242cd6dc425a234a1687dad9b4d4b77a4b_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242cd6dc425a234a1687dad9b4d4b77a4b_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:58,026 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/c626b0718f5042fab1ce1f5f9b5fdac3, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:58,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/c626b0718f5042fab1ce1f5f9b5fdac3 is 175, key is test_row_0/A:col10/1732420436969/Put/seqid=0 2024-11-24T03:53:58,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742386_1562 (size=31105) 2024-11-24T03:53:58,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:53:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:58,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T03:53:58,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:53:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:58,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420498257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:58,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420498257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:58,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:58,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420498266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:58,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:53:58,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:58,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:58,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:58,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T03:53:58,429 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/c626b0718f5042fab1ce1f5f9b5fdac3 2024-11-24T03:53:58,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/0a83d8ca684c4dd098591210bbea67e4 is 50, key is test_row_0/B:col10/1732420436969/Put/seqid=0 2024-11-24T03:53:58,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742387_1563 (size=12151) 2024-11-24T03:53:58,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:53:58,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:58,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:58,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:58,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:53:58,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:58,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:58,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:58,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420498767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:58,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420498767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:58,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420498776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:58,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:58,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/0a83d8ca684c4dd098591210bbea67e4 2024-11-24T03:53:58,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/c27c134b3faf49d5907a0d6412faf02e is 50, key is test_row_0/C:col10/1732420436969/Put/seqid=0 2024-11-24T03:53:58,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742388_1564 (size=12151) 2024-11-24T03:53:58,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:53:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:58,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T03:53:59,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:53:59,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:59,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:59,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:59,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:59,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:59,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:53:59,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:59,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:59,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:59,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:59,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:53:59,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/c27c134b3faf49d5907a0d6412faf02e 2024-11-24T03:53:59,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/c626b0718f5042fab1ce1f5f9b5fdac3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c626b0718f5042fab1ce1f5f9b5fdac3 2024-11-24T03:53:59,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c626b0718f5042fab1ce1f5f9b5fdac3, entries=150, sequenceid=149, filesize=30.4 K 2024-11-24T03:53:59,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/0a83d8ca684c4dd098591210bbea67e4 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/0a83d8ca684c4dd098591210bbea67e4 2024-11-24T03:53:59,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/0a83d8ca684c4dd098591210bbea67e4, entries=150, sequenceid=149, filesize=11.9 K 2024-11-24T03:53:59,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/c27c134b3faf49d5907a0d6412faf02e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/c27c134b3faf49d5907a0d6412faf02e 2024-11-24T03:53:59,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/c27c134b3faf49d5907a0d6412faf02e, entries=150, sequenceid=149, filesize=11.9 K 2024-11-24T03:53:59,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for fedea7fc0090a779fb11fcd046739ddc in 1652ms, sequenceid=149, compaction requested=true 2024-11-24T03:53:59,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:59,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:53:59,261 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:59,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:59,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:53:59,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:59,261 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:59,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:53:59,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:59,261 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:59,261 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/A is initiating minor compaction (all files) 2024-11-24T03:53:59,262 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:59,262 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/A in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:59,262 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/B is initiating minor compaction (all files) 2024-11-24T03:53:59,262 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/B in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:59,262 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/04a31c0c19a44d53b298470bc79d85e3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e85b09d2d83d4b2daa6cbb4928c2888a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c626b0718f5042fab1ce1f5f9b5fdac3] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=91.1 K 2024-11-24T03:53:59,262 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/521f706bbb3841c5b11a6f86dc17bac3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/4e676ef75c4740559a5f96f2f50d3cfc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/0a83d8ca684c4dd098591210bbea67e4] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=35.6 K 2024-11-24T03:53:59,262 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:59,262 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/04a31c0c19a44d53b298470bc79d85e3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e85b09d2d83d4b2daa6cbb4928c2888a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c626b0718f5042fab1ce1f5f9b5fdac3] 2024-11-24T03:53:59,262 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 521f706bbb3841c5b11a6f86dc17bac3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732420434900 2024-11-24T03:53:59,262 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04a31c0c19a44d53b298470bc79d85e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732420434900 2024-11-24T03:53:59,262 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e676ef75c4740559a5f96f2f50d3cfc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732420435583 2024-11-24T03:53:59,262 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting e85b09d2d83d4b2daa6cbb4928c2888a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732420435583 2024-11-24T03:53:59,262 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a83d8ca684c4dd098591210bbea67e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732420436969 2024-11-24T03:53:59,263 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c626b0718f5042fab1ce1f5f9b5fdac3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732420436969 2024-11-24T03:53:59,267 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:59,268 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f0d9bf8a154c416680ad9d2db7148d6d_fedea7fc0090a779fb11fcd046739ddc store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:59,269 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:59,269 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/77fed0f5aa2b4628bedf71b1564655d1 is 50, key is test_row_0/B:col10/1732420436969/Put/seqid=0 2024-11-24T03:53:59,270 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f0d9bf8a154c416680ad9d2db7148d6d_fedea7fc0090a779fb11fcd046739ddc, store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:59,270 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f0d9bf8a154c416680ad9d2db7148d6d_fedea7fc0090a779fb11fcd046739ddc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:59,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742389_1565 (size=12459) 2024-11-24T03:53:59,288 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/77fed0f5aa2b4628bedf71b1564655d1 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/77fed0f5aa2b4628bedf71b1564655d1 2024-11-24T03:53:59,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742390_1566 (size=4469) 2024-11-24T03:53:59,290 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#A#compaction#476 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:59,290 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/3e8d969084244d7c817e4b8be172fa16 is 175, key is test_row_0/A:col10/1732420436969/Put/seqid=0 2024-11-24T03:53:59,296 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/B of fedea7fc0090a779fb11fcd046739ddc into 77fed0f5aa2b4628bedf71b1564655d1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:59,296 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:59,296 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/B, priority=13, startTime=1732420439261; duration=0sec 2024-11-24T03:53:59,296 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:53:59,296 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:B 2024-11-24T03:53:59,296 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:53:59,298 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:53:59,298 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/C is initiating minor compaction (all files) 2024-11-24T03:53:59,298 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/C in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:59,298 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/34b7d39e2f3544018e33bb77cd042ef5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/daf441333606474bbcdbc26efaaebca4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/c27c134b3faf49d5907a0d6412faf02e] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=35.6 K 2024-11-24T03:53:59,299 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 34b7d39e2f3544018e33bb77cd042ef5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732420434900 2024-11-24T03:53:59,299 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting daf441333606474bbcdbc26efaaebca4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732420435583 2024-11-24T03:53:59,299 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting c27c134b3faf49d5907a0d6412faf02e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732420436969 2024-11-24T03:53:59,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742391_1567 (size=31413) 2024-11-24T03:53:59,312 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#C#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:53:59,313 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/704cb8f3753c41b2857de4a492810352 is 50, key is test_row_0/C:col10/1732420436969/Put/seqid=0 2024-11-24T03:53:59,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-24T03:53:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:53:59,314 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-24T03:53:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:53:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:53:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:53:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:53:59,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742392_1568 (size=12459) 2024-11-24T03:53:59,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124779ab611e0dc452fa9c415e74e7299e6_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420437621/Put/seqid=0 2024-11-24T03:53:59,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742393_1569 (size=12304) 2024-11-24T03:53:59,714 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/3e8d969084244d7c817e4b8be172fa16 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/3e8d969084244d7c817e4b8be172fa16 2024-11-24T03:53:59,719 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/A of fedea7fc0090a779fb11fcd046739ddc into 3e8d969084244d7c817e4b8be172fa16(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:59,719 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:59,719 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/A, priority=13, startTime=1732420439260; duration=0sec 2024-11-24T03:53:59,719 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:59,719 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:A 2024-11-24T03:53:59,735 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/704cb8f3753c41b2857de4a492810352 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/704cb8f3753c41b2857de4a492810352 2024-11-24T03:53:59,739 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/C of fedea7fc0090a779fb11fcd046739ddc into 704cb8f3753c41b2857de4a492810352(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:53:59,739 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:53:59,739 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/C, priority=13, startTime=1732420439261; duration=0sec 2024-11-24T03:53:59,739 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:53:59,739 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:C 2024-11-24T03:53:59,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:53:59,742 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124779ab611e0dc452fa9c415e74e7299e6_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124779ab611e0dc452fa9c415e74e7299e6_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/ce0678e563194fb8859e93a4a5dbea4e, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:53:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/ce0678e563194fb8859e93a4a5dbea4e is 175, key is test_row_0/A:col10/1732420437621/Put/seqid=0 2024-11-24T03:53:59,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742394_1570 (size=31105) 2024-11-24T03:53:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:53:59,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:53:59,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420499780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:59,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420499784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:59,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420499787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:59,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:59,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420499787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:59,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:59,787 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in fedea7fc0090a779fb11fcd046739ddc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420499787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:59,788 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in fedea7fc0090a779fb11fcd046739ddc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:59,788 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_0' in fedea7fc0090a779fb11fcd046739ddc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:53:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:59,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420499887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:59,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:53:59,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420499897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:53:59,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:53:59,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:53:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T03:54:00,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420500097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:00,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:00,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:00,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:00,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420500107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:00,146 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/ce0678e563194fb8859e93a4a5dbea4e 2024-11-24T03:54:00,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/5d26b49ce5264deea8dd7b68f30939c3 is 50, key is test_row_0/B:col10/1732420437621/Put/seqid=0 2024-11-24T03:54:00,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742395_1571 (size=12151) 2024-11-24T03:54:00,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420500407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:00,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:00,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:00,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:00,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420500417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:00,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:00,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:00,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:00,556 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/5d26b49ce5264deea8dd7b68f30939c3 2024-11-24T03:54:00,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/839cb426c28e4e7c8da8631b0ac256e2 is 50, key is test_row_0/C:col10/1732420437621/Put/seqid=0 2024-11-24T03:54:00,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742396_1572 (size=12151) 2024-11-24T03:54:00,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420500917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:00,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420500927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:01,007 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/839cb426c28e4e7c8da8631b0ac256e2 2024-11-24T03:54:01,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/ce0678e563194fb8859e93a4a5dbea4e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ce0678e563194fb8859e93a4a5dbea4e 2024-11-24T03:54:01,014 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ce0678e563194fb8859e93a4a5dbea4e, entries=150, sequenceid=167, filesize=30.4 K 2024-11-24T03:54:01,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/5d26b49ce5264deea8dd7b68f30939c3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/5d26b49ce5264deea8dd7b68f30939c3 2024-11-24T03:54:01,019 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/5d26b49ce5264deea8dd7b68f30939c3, entries=150, sequenceid=167, filesize=11.9 K 2024-11-24T03:54:01,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/839cb426c28e4e7c8da8631b0ac256e2 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/839cb426c28e4e7c8da8631b0ac256e2 2024-11-24T03:54:01,022 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/839cb426c28e4e7c8da8631b0ac256e2, entries=150, sequenceid=167, filesize=11.9 K 2024-11-24T03:54:01,022 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for fedea7fc0090a779fb11fcd046739ddc in 1708ms, sequenceid=167, compaction requested=false 2024-11-24T03:54:01,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:01,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:01,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-24T03:54:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-24T03:54:01,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-24T03:54:01,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2340 sec 2024-11-24T03:54:01,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 3.2380 sec 2024-11-24T03:54:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:01,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-24T03:54:01,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:54:01,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:01,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:54:01,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:01,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:54:01,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:01,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245b3570e26c94402c97b1f04f5052f415_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420439779/Put/seqid=0 2024-11-24T03:54:01,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742397_1573 (size=12304) 2024-11-24T03:54:01,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420501816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:01,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420501817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:01,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420501821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420501926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:01,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420501926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420501927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:01,930 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in fedea7fc0090a779fb11fcd046739ddc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:54:01,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:01,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:01,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420501937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:01,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420501937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:01,941 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 71d8d2d6408d,41025,1732420280471 for 'test_row_1' in fedea7fc0090a779fb11fcd046739ddc of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T03:54:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:01,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-24T03:54:01,947 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:54:01,948 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:54:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-24T03:54:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T03:54:01,949 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:54:01,950 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:54:01,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:54:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T03:54:02,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:54:02,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:02,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:02,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:02,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420502137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:02,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420502137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:02,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420502147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:02,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,149 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:02,209 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:54:02,213 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245b3570e26c94402c97b1f04f5052f415_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245b3570e26c94402c97b1f04f5052f415_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:02,214 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/9ab813ca0cab4feda86961d412776ccd, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:02,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/9ab813ca0cab4feda86961d412776ccd is 175, key is test_row_0/A:col10/1732420439779/Put/seqid=0 2024-11-24T03:54:02,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742398_1574 (size=31105) 2024-11-24T03:54:02,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:54:02,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:02,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:02,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:02,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T03:54:02,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:54:02,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:02,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:02,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:02,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420502447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:02,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420502447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:02,449 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,450 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:02,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420502458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:02,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:54:02,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:02,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:02,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:02,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T03:54:02,617 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/9ab813ca0cab4feda86961d412776ccd 2024-11-24T03:54:02,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/5e10fee251dc4d9c8ce7992cc132d59f is 50, key is test_row_0/B:col10/1732420439779/Put/seqid=0 2024-11-24T03:54:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742399_1575 (size=12151) 2024-11-24T03:54:02,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:54:02,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:02,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:02,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:02,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:54:02,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:02,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:02,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:02,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:02,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420502957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420502957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:02,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420502966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:02,970 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:03,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:54:03,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:03,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:03,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:03,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:03,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:03,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/5e10fee251dc4d9c8ce7992cc132d59f 2024-11-24T03:54:03,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/828a5908f608490b8737add72c3a9019 is 50, key is test_row_0/C:col10/1732420439779/Put/seqid=0 2024-11-24T03:54:03,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742400_1576 (size=12151) 2024-11-24T03:54:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T03:54:03,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:54:03,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:03,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:03,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:03,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:03,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:54:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:03,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:03,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:03,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/828a5908f608490b8737add72c3a9019 2024-11-24T03:54:03,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/9ab813ca0cab4feda86961d412776ccd as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/9ab813ca0cab4feda86961d412776ccd 2024-11-24T03:54:03,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/9ab813ca0cab4feda86961d412776ccd, entries=150, sequenceid=186, filesize=30.4 K 2024-11-24T03:54:03,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/5e10fee251dc4d9c8ce7992cc132d59f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/5e10fee251dc4d9c8ce7992cc132d59f 2024-11-24T03:54:03,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/5e10fee251dc4d9c8ce7992cc132d59f, entries=150, sequenceid=186, filesize=11.9 K 2024-11-24T03:54:03,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/828a5908f608490b8737add72c3a9019 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/828a5908f608490b8737add72c3a9019 2024-11-24T03:54:03,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/828a5908f608490b8737add72c3a9019, entries=150, sequenceid=186, filesize=11.9 K 2024-11-24T03:54:03,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for fedea7fc0090a779fb11fcd046739ddc in 1650ms, sequenceid=186, compaction requested=true 2024-11-24T03:54:03,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:03,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:54:03,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:54:03,449 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:54:03,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:54:03,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:54:03,449 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:54:03,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:54:03,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:54:03,450 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:54:03,450 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:54:03,450 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/A is initiating minor compaction (all files) 2024-11-24T03:54:03,450 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/B is initiating minor compaction (all files) 2024-11-24T03:54:03,450 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/B in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:03,450 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/77fed0f5aa2b4628bedf71b1564655d1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/5d26b49ce5264deea8dd7b68f30939c3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/5e10fee251dc4d9c8ce7992cc132d59f] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=35.9 K 2024-11-24T03:54:03,450 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/A in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:03,450 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/3e8d969084244d7c817e4b8be172fa16, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ce0678e563194fb8859e93a4a5dbea4e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/9ab813ca0cab4feda86961d412776ccd] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=91.4 K 2024-11-24T03:54:03,450 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:03,450 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/3e8d969084244d7c817e4b8be172fa16, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ce0678e563194fb8859e93a4a5dbea4e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/9ab813ca0cab4feda86961d412776ccd] 2024-11-24T03:54:03,451 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e8d969084244d7c817e4b8be172fa16, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732420436969 2024-11-24T03:54:03,451 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 77fed0f5aa2b4628bedf71b1564655d1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732420436969 2024-11-24T03:54:03,451 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d26b49ce5264deea8dd7b68f30939c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732420437621 2024-11-24T03:54:03,451 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce0678e563194fb8859e93a4a5dbea4e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732420437621 2024-11-24T03:54:03,451 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e10fee251dc4d9c8ce7992cc132d59f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420439779 2024-11-24T03:54:03,451 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ab813ca0cab4feda86961d412776ccd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420439779 2024-11-24T03:54:03,456 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:03,459 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124ff0f0c1d7b814fbaa9918152ec9f9fea_fedea7fc0090a779fb11fcd046739ddc store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:03,460 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:54:03,460 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/0c4d7e6728424f288d4c3458d117004d is 50, key is test_row_0/B:col10/1732420439779/Put/seqid=0 2024-11-24T03:54:03,461 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124ff0f0c1d7b814fbaa9918152ec9f9fea_fedea7fc0090a779fb11fcd046739ddc, store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:03,461 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ff0f0c1d7b814fbaa9918152ec9f9fea_fedea7fc0090a779fb11fcd046739ddc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:03,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742402_1578 (size=4469) 2024-11-24T03:54:03,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742401_1577 (size=12561) 2024-11-24T03:54:03,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T03:54:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:03,478 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-24T03:54:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:54:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:54:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:54:03,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124012bbe7208a241f9b0e8cb9bb7990a01_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420441816/Put/seqid=0 2024-11-24T03:54:03,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742403_1579 (size=12304) 2024-11-24T03:54:03,873 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#A#compaction#485 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:54:03,873 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/dcbcd4af65d444acafc0e12a160f120b is 175, key is test_row_0/A:col10/1732420439779/Put/seqid=0 2024-11-24T03:54:03,876 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/0c4d7e6728424f288d4c3458d117004d as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/0c4d7e6728424f288d4c3458d117004d 2024-11-24T03:54:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742404_1580 (size=31515) 2024-11-24T03:54:03,880 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/B of fedea7fc0090a779fb11fcd046739ddc into 0c4d7e6728424f288d4c3458d117004d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:54:03,880 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:03,880 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/B, priority=13, startTime=1732420443449; duration=0sec 2024-11-24T03:54:03,880 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:54:03,880 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:B 2024-11-24T03:54:03,880 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:54:03,881 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:54:03,881 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/C is initiating minor compaction (all files) 2024-11-24T03:54:03,881 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/C in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:03,881 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/704cb8f3753c41b2857de4a492810352, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/839cb426c28e4e7c8da8631b0ac256e2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/828a5908f608490b8737add72c3a9019] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=35.9 K 2024-11-24T03:54:03,881 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 704cb8f3753c41b2857de4a492810352, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732420436969 2024-11-24T03:54:03,882 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 839cb426c28e4e7c8da8631b0ac256e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732420437621 2024-11-24T03:54:03,882 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 828a5908f608490b8737add72c3a9019, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420439779 2024-11-24T03:54:03,886 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:54:03,887 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/4c146dea2224435c8aeda6a5d384a436 is 50, key is test_row_0/C:col10/1732420439779/Put/seqid=0 2024-11-24T03:54:03,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742405_1581 (size=12561) 2024-11-24T03:54:03,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:54:03,892 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124012bbe7208a241f9b0e8cb9bb7990a01_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124012bbe7208a241f9b0e8cb9bb7990a01_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:03,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/93a8557429314fd7862e331a1ed9e0f7, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:03,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/93a8557429314fd7862e331a1ed9e0f7 is 175, key is test_row_0/A:col10/1732420441816/Put/seqid=0 2024-11-24T03:54:03,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742406_1582 (size=31105) 2024-11-24T03:54:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:03,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:03,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420503979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:03,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420503980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:03,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420503981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:03,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420503984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:03,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420503985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420504086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420504087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T03:54:04,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420504097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420504097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420504097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,280 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/dcbcd4af65d444acafc0e12a160f120b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/dcbcd4af65d444acafc0e12a160f120b 2024-11-24T03:54:04,284 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/A of fedea7fc0090a779fb11fcd046739ddc into dcbcd4af65d444acafc0e12a160f120b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:54:04,284 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:04,284 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/A, priority=13, startTime=1732420443449; duration=0sec 2024-11-24T03:54:04,284 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:54:04,284 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:A 2024-11-24T03:54:04,293 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/4c146dea2224435c8aeda6a5d384a436 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/4c146dea2224435c8aeda6a5d384a436 2024-11-24T03:54:04,296 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/C of fedea7fc0090a779fb11fcd046739ddc into 4c146dea2224435c8aeda6a5d384a436(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:54:04,296 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:04,296 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/C, priority=13, startTime=1732420443449; duration=0sec 2024-11-24T03:54:04,296 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:54:04,296 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:C 2024-11-24T03:54:04,296 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/93a8557429314fd7862e331a1ed9e0f7 2024-11-24T03:54:04,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420504297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420504297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,301 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/50416e8c9a3b4ebfaff80daa1a7e7ee6 is 50, key is test_row_0/B:col10/1732420441816/Put/seqid=0 2024-11-24T03:54:04,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742407_1583 (size=12151) 2024-11-24T03:54:04,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420504307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,309 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420504307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420504307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420504607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420504607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420504617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420504617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:04,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,620 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420504617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:04,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:04,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:04,706 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/50416e8c9a3b4ebfaff80daa1a7e7ee6 2024-11-24T03:54:04,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/0557351f33fb48c49e1688046d7a2a18 is 50, key is test_row_0/C:col10/1732420441816/Put/seqid=0 2024-11-24T03:54:04,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742408_1584 (size=12151) 2024-11-24T03:54:05,118 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/0557351f33fb48c49e1688046d7a2a18 2024-11-24T03:54:05,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420505117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:05,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420505117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:05,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:05,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/93a8557429314fd7862e331a1ed9e0f7 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/93a8557429314fd7862e331a1ed9e0f7 2024-11-24T03:54:05,124 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/93a8557429314fd7862e331a1ed9e0f7, entries=150, sequenceid=201, filesize=30.4 K 2024-11-24T03:54:05,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/50416e8c9a3b4ebfaff80daa1a7e7ee6 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/50416e8c9a3b4ebfaff80daa1a7e7ee6 2024-11-24T03:54:05,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420505126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:05,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:05,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:05,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:05,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420505127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:05,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:05,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420505127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:05,128 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/50416e8c9a3b4ebfaff80daa1a7e7ee6, entries=150, sequenceid=201, filesize=11.9 K 2024-11-24T03:54:05,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/0557351f33fb48c49e1688046d7a2a18 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/0557351f33fb48c49e1688046d7a2a18 2024-11-24T03:54:05,132 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/0557351f33fb48c49e1688046d7a2a18, entries=150, sequenceid=201, filesize=11.9 K 2024-11-24T03:54:05,132 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for fedea7fc0090a779fb11fcd046739ddc in 1654ms, sequenceid=201, compaction requested=false 2024-11-24T03:54:05,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:05,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:05,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-24T03:54:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-24T03:54:05,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-24T03:54:05,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1840 sec 2024-11-24T03:54:05,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 3.1870 sec 2024-11-24T03:54:06,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T03:54:06,127 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:54:06,127 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T03:54:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-24T03:54:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:06,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-24T03:54:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:54:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:54:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:54:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T03:54:06,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:06,129 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T03:54:06,129 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T03:54:06,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T03:54:06,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112478f04946eaac435fa5b56b8224b22175_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420446127/Put/seqid=0 2024-11-24T03:54:06,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742409_1585 (size=12304) 2024-11-24T03:54:06,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420506141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420506141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420506144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420506145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420506146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T03:54:06,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420506256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,259 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420506257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420506257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420506257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420506257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T03:54:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:06,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T03:54:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:06,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:06,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T03:54:06,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420506467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420506467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420506467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420506467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420506467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,539 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:54:06,542 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112478f04946eaac435fa5b56b8224b22175_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112478f04946eaac435fa5b56b8224b22175_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:06,543 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/ccc8c9a2625a42c0b654ecbfe59b95b9, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:06,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/ccc8c9a2625a42c0b654ecbfe59b95b9 is 175, key is test_row_0/A:col10/1732420446127/Put/seqid=0 2024-11-24T03:54:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742410_1586 (size=31105) 2024-11-24T03:54:06,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T03:54:06,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:06,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:06,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:06,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T03:54:06,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:06,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:06,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:06,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T03:54:06,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420506776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420506776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420506777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,779 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420506777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420506777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:06,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:06,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T03:54:06,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:06,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:06,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:06,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:06,946 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/ccc8c9a2625a42c0b654ecbfe59b95b9 2024-11-24T03:54:06,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/54e73cdbfe8a430e8890db54d652ffbe is 50, key is test_row_0/B:col10/1732420446127/Put/seqid=0 2024-11-24T03:54:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742411_1587 (size=12151) 2024-11-24T03:54:07,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T03:54:07,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:07,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:07,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:07,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:07,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T03:54:07,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:07,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:07,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:07,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:07,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T03:54:07,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420507286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:07,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:07,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:07,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:07,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420507287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420507287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420507287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:07,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420507287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:07,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T03:54:07,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:07,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:07,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:07,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:07,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:54:07,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/54e73cdbfe8a430e8890db54d652ffbe 2024-11-24T03:54:07,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/69bda254a6544beca79f051390ff245c is 50, key is test_row_0/C:col10/1732420446127/Put/seqid=0 2024-11-24T03:54:07,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742412_1588 (size=12151) 2024-11-24T03:54:07,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/69bda254a6544beca79f051390ff245c 2024-11-24T03:54:07,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/ccc8c9a2625a42c0b654ecbfe59b95b9 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ccc8c9a2625a42c0b654ecbfe59b95b9 2024-11-24T03:54:07,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ccc8c9a2625a42c0b654ecbfe59b95b9, entries=150, sequenceid=223, filesize=30.4 K 2024-11-24T03:54:07,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/54e73cdbfe8a430e8890db54d652ffbe as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/54e73cdbfe8a430e8890db54d652ffbe 2024-11-24T03:54:07,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/54e73cdbfe8a430e8890db54d652ffbe, entries=150, sequenceid=223, filesize=11.9 K 2024-11-24T03:54:07,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/69bda254a6544beca79f051390ff245c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/69bda254a6544beca79f051390ff245c 2024-11-24T03:54:07,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/69bda254a6544beca79f051390ff245c, entries=150, sequenceid=223, filesize=11.9 K 2024-11-24T03:54:07,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for fedea7fc0090a779fb11fcd046739ddc in 1247ms, sequenceid=223, compaction requested=true 2024-11-24T03:54:07,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:07,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:54:07,376 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:54:07,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:54:07,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:54:07,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:54:07,376 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:54:07,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:54:07,376 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:54:07,376 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:54:07,376 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:54:07,376 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/A is initiating minor compaction (all files) 2024-11-24T03:54:07,376 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/B is initiating minor compaction (all files) 2024-11-24T03:54:07,376 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/A in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:07,376 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/B in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:07,376 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/dcbcd4af65d444acafc0e12a160f120b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/93a8557429314fd7862e331a1ed9e0f7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ccc8c9a2625a42c0b654ecbfe59b95b9] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=91.5 K 2024-11-24T03:54:07,376 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/0c4d7e6728424f288d4c3458d117004d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/50416e8c9a3b4ebfaff80daa1a7e7ee6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/54e73cdbfe8a430e8890db54d652ffbe] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=36.0 K 2024-11-24T03:54:07,376 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:07,377 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/dcbcd4af65d444acafc0e12a160f120b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/93a8557429314fd7862e331a1ed9e0f7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ccc8c9a2625a42c0b654ecbfe59b95b9] 2024-11-24T03:54:07,377 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c4d7e6728424f288d4c3458d117004d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420439779 2024-11-24T03:54:07,377 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcbcd4af65d444acafc0e12a160f120b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420439779 2024-11-24T03:54:07,377 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 50416e8c9a3b4ebfaff80daa1a7e7ee6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732420441810 2024-11-24T03:54:07,377 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93a8557429314fd7862e331a1ed9e0f7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732420441810 2024-11-24T03:54:07,377 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccc8c9a2625a42c0b654ecbfe59b95b9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732420443983 2024-11-24T03:54:07,377 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 54e73cdbfe8a430e8890db54d652ffbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732420443983 2024-11-24T03:54:07,381 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:07,384 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124c07003443a4240d783941430cf9dd33c_fedea7fc0090a779fb11fcd046739ddc store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:07,385 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:54:07,385 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/f923e63210304ac1803860caaac9e3cd is 50, key is test_row_0/B:col10/1732420446127/Put/seqid=0 2024-11-24T03:54:07,385 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124c07003443a4240d783941430cf9dd33c_fedea7fc0090a779fb11fcd046739ddc, store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:07,385 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c07003443a4240d783941430cf9dd33c_fedea7fc0090a779fb11fcd046739ddc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:07,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742413_1589 (size=12663) 2024-11-24T03:54:07,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742414_1590 (size=4469) 2024-11-24T03:54:07,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41025 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T03:54:07,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:07,502 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-24T03:54:07,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:54:07,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:07,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:54:07,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:07,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:54:07,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:07,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e65f54ba2fca41548af5babd9660f8ac_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420446143/Put/seqid=0 2024-11-24T03:54:07,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742415_1591 (size=12304) 2024-11-24T03:54:07,792 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#A#compaction#494 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:54:07,792 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/f923e63210304ac1803860caaac9e3cd as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/f923e63210304ac1803860caaac9e3cd 2024-11-24T03:54:07,793 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/8cac9a406e1a430997d2306ddd4e945f is 175, key is test_row_0/A:col10/1732420446127/Put/seqid=0 2024-11-24T03:54:07,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742416_1592 (size=31617) 2024-11-24T03:54:07,797 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/B of fedea7fc0090a779fb11fcd046739ddc into f923e63210304ac1803860caaac9e3cd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:54:07,797 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:07,797 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/B, priority=13, startTime=1732420447376; duration=0sec 2024-11-24T03:54:07,797 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:54:07,797 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:B 2024-11-24T03:54:07,797 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:54:07,799 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:54:07,799 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/C is initiating minor compaction (all files) 2024-11-24T03:54:07,799 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/C in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:07,799 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/4c146dea2224435c8aeda6a5d384a436, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/0557351f33fb48c49e1688046d7a2a18, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/69bda254a6544beca79f051390ff245c] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=36.0 K 2024-11-24T03:54:07,800 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c146dea2224435c8aeda6a5d384a436, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732420439779 2024-11-24T03:54:07,800 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/8cac9a406e1a430997d2306ddd4e945f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/8cac9a406e1a430997d2306ddd4e945f 2024-11-24T03:54:07,800 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 0557351f33fb48c49e1688046d7a2a18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732420441810 2024-11-24T03:54:07,800 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 69bda254a6544beca79f051390ff245c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732420443983 2024-11-24T03:54:07,803 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/A of fedea7fc0090a779fb11fcd046739ddc into 8cac9a406e1a430997d2306ddd4e945f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:54:07,803 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:07,803 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/A, priority=13, startTime=1732420447376; duration=0sec 2024-11-24T03:54:07,803 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:54:07,803 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:A 2024-11-24T03:54:07,805 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:54:07,805 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/cb07a1da04d44748bdfc41416b6a2069 is 50, key is test_row_0/C:col10/1732420446127/Put/seqid=0 2024-11-24T03:54:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742417_1593 (size=12663) 2024-11-24T03:54:07,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:54:07,922 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e65f54ba2fca41548af5babd9660f8ac_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e65f54ba2fca41548af5babd9660f8ac_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:07,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/c713d103be8942a3a5ba98014dfc29a3, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:07,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/c713d103be8942a3a5ba98014dfc29a3 is 175, key is test_row_0/A:col10/1732420446143/Put/seqid=0 2024-11-24T03:54:07,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742418_1594 (size=31105) 2024-11-24T03:54:07,927 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/c713d103be8942a3a5ba98014dfc29a3 2024-11-24T03:54:07,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/1cad9a8d3709453d9a25e794a4e3fd94 is 50, key is test_row_0/B:col10/1732420446143/Put/seqid=0 2024-11-24T03:54:07,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742419_1595 (size=12151) 2024-11-24T03:54:07,940 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/1cad9a8d3709453d9a25e794a4e3fd94 2024-11-24T03:54:07,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/242986e1a5fa416b94a3d22dd01588ee is 50, key is test_row_0/C:col10/1732420446143/Put/seqid=0 2024-11-24T03:54:07,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742420_1596 (size=12151) 2024-11-24T03:54:08,212 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/cb07a1da04d44748bdfc41416b6a2069 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/cb07a1da04d44748bdfc41416b6a2069 2024-11-24T03:54:08,220 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/C of fedea7fc0090a779fb11fcd046739ddc into cb07a1da04d44748bdfc41416b6a2069(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:54:08,220 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:08,220 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/C, priority=13, startTime=1732420447376; duration=0sec 2024-11-24T03:54:08,220 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:54:08,220 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:C 2024-11-24T03:54:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T03:54:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:08,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. as already flushing 2024-11-24T03:54:08,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420508313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420508315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420508317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420508318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420508319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,356 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/242986e1a5fa416b94a3d22dd01588ee 2024-11-24T03:54:08,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/c713d103be8942a3a5ba98014dfc29a3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c713d103be8942a3a5ba98014dfc29a3 2024-11-24T03:54:08,361 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c713d103be8942a3a5ba98014dfc29a3, entries=150, sequenceid=236, filesize=30.4 K 2024-11-24T03:54:08,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/1cad9a8d3709453d9a25e794a4e3fd94 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/1cad9a8d3709453d9a25e794a4e3fd94 2024-11-24T03:54:08,364 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/1cad9a8d3709453d9a25e794a4e3fd94, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T03:54:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/242986e1a5fa416b94a3d22dd01588ee as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/242986e1a5fa416b94a3d22dd01588ee 2024-11-24T03:54:08,367 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/242986e1a5fa416b94a3d22dd01588ee, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T03:54:08,368 INFO [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for fedea7fc0090a779fb11fcd046739ddc in 866ms, sequenceid=236, compaction requested=false 2024-11-24T03:54:08,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:08,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:08,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-24T03:54:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-24T03:54:08,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-24T03:54:08,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2400 sec 2024-11-24T03:54:08,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.2430 sec 2024-11-24T03:54:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:08,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-24T03:54:08,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:54:08,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:54:08,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:54:08,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:54:08,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:54:08,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-24T03:54:08,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e4a370b7a26b43a7bc68ecc825b8a2a2_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420448310/Put/seqid=0 2024-11-24T03:54:08,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420508436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742421_1597 (size=12404) 2024-11-24T03:54:08,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420508437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420508438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420508439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420508440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,443 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420508547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420508547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420508547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420508547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420508547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420508757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420508757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420508757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420508757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:08,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420508757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:08,759 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:08,841 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:54:08,846 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e4a370b7a26b43a7bc68ecc825b8a2a2_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e4a370b7a26b43a7bc68ecc825b8a2a2_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:08,847 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/a6bb32fe27b742f3bfb3f947ef56d636, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:08,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/a6bb32fe27b742f3bfb3f947ef56d636 is 175, key is test_row_0/A:col10/1732420448310/Put/seqid=0 2024-11-24T03:54:08,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742422_1598 (size=31205) 2024-11-24T03:54:09,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420509066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:09,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420509066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:09,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420509066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420509067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420509067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:09,250 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/a6bb32fe27b742f3bfb3f947ef56d636 2024-11-24T03:54:09,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/38df7a1b4b944394a085f332b973952e is 50, key is test_row_0/B:col10/1732420448310/Put/seqid=0 2024-11-24T03:54:09,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742423_1599 (size=12251) 2024-11-24T03:54:09,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/38df7a1b4b944394a085f332b973952e 2024-11-24T03:54:09,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/8b5edcab452a45a1893e06390b2fe656 is 50, key is test_row_0/C:col10/1732420448310/Put/seqid=0 2024-11-24T03:54:09,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742424_1600 (size=12251) 2024-11-24T03:54:09,344 INFO [Thread-2370 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2370. 2024-11-24T03:54:09,344 DEBUG [Thread-2370 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:54:09,344 DEBUG [Thread-2370 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:09,344 DEBUG [Thread-2370 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:09,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:54:09,345 INFO [Thread-2366 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2366. 2024-11-24T03:54:09,345 DEBUG [Thread-2366 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:54:09,345 DEBUG [Thread-2366 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:09,346 DEBUG [Thread-2366 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:09,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:54:09,346 INFO [Thread-2374 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2374. 2024-11-24T03:54:09,346 DEBUG [Thread-2374 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:54:09,346 DEBUG [Thread-2374 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:09,346 DEBUG [Thread-2374 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:09,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:54:09,347 INFO [Thread-2368 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2368. 2024-11-24T03:54:09,347 DEBUG [Thread-2368 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:54:09,347 DEBUG [Thread-2368 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:09,347 DEBUG [Thread-2368 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:09,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:54:09,349 INFO [Thread-2372 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2372. 2024-11-24T03:54:09,349 DEBUG [Thread-2372 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:54:09,349 DEBUG [Thread-2372 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:09,349 DEBUG [Thread-2372 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:09,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:54:09,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:09,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:09,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44756 deadline: 1732420509577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44792 deadline: 1732420509577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732420509578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:09,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:09,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:54:09,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44762 deadline: 1732420509578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:09,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,579 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:09,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44800 deadline: 1732420509578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 , the old value is region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T03:54:09,580 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., hostname=71d8d2d6408d,41025,1732420280471, seqNum=5 because the exception is null or not the one we care about 2024-11-24T03:54:09,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/8b5edcab452a45a1893e06390b2fe656 2024-11-24T03:54:09,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/a6bb32fe27b742f3bfb3f947ef56d636 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/a6bb32fe27b742f3bfb3f947ef56d636 2024-11-24T03:54:09,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/a6bb32fe27b742f3bfb3f947ef56d636, entries=150, sequenceid=260, filesize=30.5 K 2024-11-24T03:54:09,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/38df7a1b4b944394a085f332b973952e as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/38df7a1b4b944394a085f332b973952e 2024-11-24T03:54:09,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/38df7a1b4b944394a085f332b973952e, entries=150, sequenceid=260, filesize=12.0 K 2024-11-24T03:54:09,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/8b5edcab452a45a1893e06390b2fe656 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/8b5edcab452a45a1893e06390b2fe656 2024-11-24T03:54:09,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/8b5edcab452a45a1893e06390b2fe656, entries=150, sequenceid=260, filesize=12.0 K 2024-11-24T03:54:09,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for fedea7fc0090a779fb11fcd046739ddc in 1255ms, sequenceid=260, compaction requested=true 2024-11-24T03:54:09,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:09,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T03:54:09,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:54:09,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T03:54:09,684 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:54:09,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:54:09,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fedea7fc0090a779fb11fcd046739ddc:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T03:54:09,684 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:54:09,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:54:09,685 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:54:09,685 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93927 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:54:09,685 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/B is initiating minor compaction (all files) 2024-11-24T03:54:09,685 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/A is initiating minor compaction (all files) 2024-11-24T03:54:09,685 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/A in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:09,685 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/B in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:09,685 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/8cac9a406e1a430997d2306ddd4e945f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c713d103be8942a3a5ba98014dfc29a3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/a6bb32fe27b742f3bfb3f947ef56d636] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=91.7 K 2024-11-24T03:54:09,685 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/f923e63210304ac1803860caaac9e3cd, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/1cad9a8d3709453d9a25e794a4e3fd94, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/38df7a1b4b944394a085f332b973952e] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=36.2 K 2024-11-24T03:54:09,686 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:09,686 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. files: [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/8cac9a406e1a430997d2306ddd4e945f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c713d103be8942a3a5ba98014dfc29a3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/a6bb32fe27b742f3bfb3f947ef56d636] 2024-11-24T03:54:09,686 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting f923e63210304ac1803860caaac9e3cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732420443983 2024-11-24T03:54:09,686 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cac9a406e1a430997d2306ddd4e945f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732420443983 2024-11-24T03:54:09,686 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cad9a8d3709453d9a25e794a4e3fd94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732420446143 2024-11-24T03:54:09,686 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting c713d103be8942a3a5ba98014dfc29a3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732420446143 2024-11-24T03:54:09,686 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 38df7a1b4b944394a085f332b973952e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732420448310 2024-11-24T03:54:09,686 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6bb32fe27b742f3bfb3f947ef56d636, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732420448310 2024-11-24T03:54:09,692 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:09,693 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#B#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:54:09,693 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411248116b548841147589e8609f9491a2219_fedea7fc0090a779fb11fcd046739ddc store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:09,694 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/94f772ead4af49229cb156c6efa8177b is 50, key is test_row_0/B:col10/1732420448310/Put/seqid=0 2024-11-24T03:54:09,696 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411248116b548841147589e8609f9491a2219_fedea7fc0090a779fb11fcd046739ddc, store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:09,697 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248116b548841147589e8609f9491a2219_fedea7fc0090a779fb11fcd046739ddc because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:09,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742425_1601 (size=12865) 2024-11-24T03:54:09,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742426_1602 (size=4469) 2024-11-24T03:54:09,701 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/94f772ead4af49229cb156c6efa8177b as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/94f772ead4af49229cb156c6efa8177b 2024-11-24T03:54:09,704 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/B of fedea7fc0090a779fb11fcd046739ddc into 94f772ead4af49229cb156c6efa8177b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:54:09,704 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:09,704 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/B, priority=13, startTime=1732420449684; duration=0sec 2024-11-24T03:54:09,704 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T03:54:09,704 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:B 2024-11-24T03:54:09,704 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T03:54:09,705 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T03:54:09,705 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1541): fedea7fc0090a779fb11fcd046739ddc/C is initiating minor compaction (all files) 2024-11-24T03:54:09,705 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fedea7fc0090a779fb11fcd046739ddc/C in TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:09,705 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/cb07a1da04d44748bdfc41416b6a2069, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/242986e1a5fa416b94a3d22dd01588ee, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/8b5edcab452a45a1893e06390b2fe656] into tmpdir=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp, totalSize=36.2 K 2024-11-24T03:54:09,705 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting cb07a1da04d44748bdfc41416b6a2069, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732420443983 2024-11-24T03:54:09,706 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 242986e1a5fa416b94a3d22dd01588ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732420446143 2024-11-24T03:54:09,706 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b5edcab452a45a1893e06390b2fe656, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732420448310 2024-11-24T03:54:09,711 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#C#compaction#505 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:54:09,711 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/2bb607c705b145d598393d5b2656c134 is 50, key is test_row_0/C:col10/1732420448310/Put/seqid=0 2024-11-24T03:54:09,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742427_1603 (size=12865) 2024-11-24T03:54:10,102 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fedea7fc0090a779fb11fcd046739ddc#A#compaction#504 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:54:10,103 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/fac788255cbe4f31bc6403ea8cf23807 is 175, key is test_row_0/A:col10/1732420448310/Put/seqid=0 2024-11-24T03:54:10,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742428_1604 (size=31819) 2024-11-24T03:54:10,122 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/2bb607c705b145d598393d5b2656c134 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/2bb607c705b145d598393d5b2656c134 2024-11-24T03:54:10,128 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/C of fedea7fc0090a779fb11fcd046739ddc into 2bb607c705b145d598393d5b2656c134(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:54:10,128 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:10,128 INFO [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/C, priority=13, startTime=1732420449684; duration=0sec 2024-11-24T03:54:10,128 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:54:10,128 DEBUG [RS:0;71d8d2d6408d:41025-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:C 2024-11-24T03:54:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T03:54:10,307 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:54:10,516 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/fac788255cbe4f31bc6403ea8cf23807 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/fac788255cbe4f31bc6403ea8cf23807 2024-11-24T03:54:10,523 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fedea7fc0090a779fb11fcd046739ddc/A of fedea7fc0090a779fb11fcd046739ddc into fac788255cbe4f31bc6403ea8cf23807(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:54:10,523 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:10,523 INFO [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., storeName=fedea7fc0090a779fb11fcd046739ddc/A, priority=13, startTime=1732420449684; duration=0sec 2024-11-24T03:54:10,523 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T03:54:10,523 DEBUG [RS:0;71d8d2d6408d:41025-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fedea7fc0090a779fb11fcd046739ddc:A 2024-11-24T03:54:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41025 {}] regionserver.HRegion(8855): Flush requested on fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:10,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-24T03:54:10,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:54:10,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:10,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:54:10,591 INFO [Thread-2361 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2361. 2024-11-24T03:54:10,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:10,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:54:10,592 DEBUG [Thread-2361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:54:10,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:10,592 DEBUG [Thread-2361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:10,592 DEBUG [Thread-2361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:10,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:54:10,600 INFO [Thread-2363 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2363. 2024-11-24T03:54:10,600 INFO [Thread-2357 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2357. 2024-11-24T03:54:10,600 INFO [Thread-2355 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2355. 2024-11-24T03:54:10,600 DEBUG [Thread-2363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:54:10,600 DEBUG [Thread-2357 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:54:10,600 DEBUG [Thread-2355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:54:10,600 DEBUG [Thread-2363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:10,600 DEBUG [Thread-2357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:10,600 DEBUG [Thread-2355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:10,600 DEBUG [Thread-2363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:10,600 DEBUG [Thread-2355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:10,600 DEBUG [Thread-2357 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:10,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:54:10,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:54:10,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:54:10,601 INFO [Thread-2359 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2359. 2024-11-24T03:54:10,601 DEBUG [Thread-2359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T03:54:10,601 DEBUG [Thread-2359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:10,601 DEBUG [Thread-2359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:10,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3518 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3444 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3400 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3513 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3458 2024-11-24T03:54:10,602 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T03:54:10,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T03:54:10,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:54:10,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246b18b6afdf084b77862a69b6f1faa19c_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420448437/Put/seqid=0 2024-11-24T03:54:10,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:10,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:10,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:54:10,603 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T03:54:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T03:54:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T03:54:10,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742429_1605 (size=12454) 2024-11-24T03:54:10,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420450606"}]},"ts":"1732420450606"} 2024-11-24T03:54:10,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T03:54:10,607 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T03:54:10,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T03:54:10,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, UNASSIGN}] 2024-11-24T03:54:10,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, UNASSIGN 2024-11-24T03:54:10,610 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=156 updating hbase:meta row=fedea7fc0090a779fb11fcd046739ddc, regionState=CLOSING, regionLocation=71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:10,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, UNASSIGN because future has completed 2024-11-24T03:54:10,611 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:54:10,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; CloseRegionProcedure fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471}] 2024-11-24T03:54:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T03:54:10,763 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(122): Close fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:10,763 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T03:54:10,763 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1722): Closing fedea7fc0090a779fb11fcd046739ddc, disabling compactions & flushes 2024-11-24T03:54:10,763 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T03:54:11,006 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:54:11,009 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246b18b6afdf084b77862a69b6f1faa19c_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246b18b6afdf084b77862a69b6f1faa19c_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:11,011 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/209e336073c2464e8e77247493641ca3, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:11,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/209e336073c2464e8e77247493641ca3 is 175, key is test_row_0/A:col10/1732420448437/Put/seqid=0 2024-11-24T03:54:11,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742430_1606 (size=31255) 2024-11-24T03:54:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T03:54:11,415 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/209e336073c2464e8e77247493641ca3 2024-11-24T03:54:11,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/434eb5dcedfd4631a4cc305a87b20064 is 50, key is test_row_0/B:col10/1732420448437/Put/seqid=0 2024-11-24T03:54:11,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742431_1607 (size=12301) 2024-11-24T03:54:11,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/434eb5dcedfd4631a4cc305a87b20064 2024-11-24T03:54:11,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/92ffb55855a04581b0ff7f8524aebb67 is 50, key is test_row_0/C:col10/1732420448437/Put/seqid=0 2024-11-24T03:54:11,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742432_1608 (size=12301) 2024-11-24T03:54:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T03:54:11,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/92ffb55855a04581b0ff7f8524aebb67 2024-11-24T03:54:11,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/209e336073c2464e8e77247493641ca3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/209e336073c2464e8e77247493641ca3 2024-11-24T03:54:11,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/209e336073c2464e8e77247493641ca3, entries=150, sequenceid=275, filesize=30.5 K 2024-11-24T03:54:11,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/434eb5dcedfd4631a4cc305a87b20064 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/434eb5dcedfd4631a4cc305a87b20064 2024-11-24T03:54:11,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/434eb5dcedfd4631a4cc305a87b20064, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T03:54:11,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/92ffb55855a04581b0ff7f8524aebb67 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/92ffb55855a04581b0ff7f8524aebb67 2024-11-24T03:54:11,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/92ffb55855a04581b0ff7f8524aebb67, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T03:54:11,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=26.84 KB/27480 for fedea7fc0090a779fb11fcd046739ddc in 1320ms, sequenceid=275, compaction requested=false 2024-11-24T03:54:11,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fedea7fc0090a779fb11fcd046739ddc: 2024-11-24T03:54:11,910 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:11,910 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:11,910 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. after waiting 0 ms 2024-11-24T03:54:11,910 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:11,910 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(2902): Flushing fedea7fc0090a779fb11fcd046739ddc 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-24T03:54:11,910 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=A 2024-11-24T03:54:11,910 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:11,910 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=B 2024-11-24T03:54:11,910 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:11,910 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fedea7fc0090a779fb11fcd046739ddc, store=C 2024-11-24T03:54:11,910 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T03:54:11,918 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249578cb54a112429489d1536716305815_fedea7fc0090a779fb11fcd046739ddc is 50, key is test_row_0/A:col10/1732420450600/Put/seqid=0 2024-11-24T03:54:11,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742433_1609 (size=12454) 2024-11-24T03:54:12,322 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:54:12,325 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249578cb54a112429489d1536716305815_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249578cb54a112429489d1536716305815_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:12,326 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/250b723f758c4985a70bc9dd0d0c2f00, store: [table=TestAcidGuarantees family=A region=fedea7fc0090a779fb11fcd046739ddc] 2024-11-24T03:54:12,326 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/250b723f758c4985a70bc9dd0d0c2f00 is 175, key is test_row_0/A:col10/1732420450600/Put/seqid=0 2024-11-24T03:54:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742434_1610 (size=31255) 2024-11-24T03:54:12,731 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/250b723f758c4985a70bc9dd0d0c2f00 2024-11-24T03:54:12,740 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/9df5cc5956dc497caae455a4432c7080 is 50, key is test_row_0/B:col10/1732420450600/Put/seqid=0 2024-11-24T03:54:12,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742435_1611 (size=12301) 2024-11-24T03:54:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T03:54:13,145 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/9df5cc5956dc497caae455a4432c7080 2024-11-24T03:54:13,161 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/fbb80ce4cee44450b3cdf9e81464eaab is 50, key is test_row_0/C:col10/1732420450600/Put/seqid=0 2024-11-24T03:54:13,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742436_1612 (size=12301) 2024-11-24T03:54:13,565 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/fbb80ce4cee44450b3cdf9e81464eaab 2024-11-24T03:54:13,574 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/A/250b723f758c4985a70bc9dd0d0c2f00 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/250b723f758c4985a70bc9dd0d0c2f00 2024-11-24T03:54:13,578 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/250b723f758c4985a70bc9dd0d0c2f00, entries=150, sequenceid=282, filesize=30.5 K 2024-11-24T03:54:13,579 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/B/9df5cc5956dc497caae455a4432c7080 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/9df5cc5956dc497caae455a4432c7080 2024-11-24T03:54:13,582 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/9df5cc5956dc497caae455a4432c7080, entries=150, sequenceid=282, filesize=12.0 K 2024-11-24T03:54:13,583 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/.tmp/C/fbb80ce4cee44450b3cdf9e81464eaab as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/fbb80ce4cee44450b3cdf9e81464eaab 2024-11-24T03:54:13,587 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/fbb80ce4cee44450b3cdf9e81464eaab, entries=150, sequenceid=282, filesize=12.0 K 2024-11-24T03:54:13,588 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for fedea7fc0090a779fb11fcd046739ddc in 1678ms, sequenceid=282, compaction requested=true 2024-11-24T03:54:13,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/f50a55a74fd540bda3fff4b81cd3d085, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6cefa75e26064a01b5f036a7f3cee558, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/44be140c84494d56aba54d55339f1b82, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ae51d8e5567846b18bdbe065b683e523, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6a04e6e4ff924040b356197b1fc0418d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e427b0628df042179cc144c0713d3897, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/04a31c0c19a44d53b298470bc79d85e3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e85b09d2d83d4b2daa6cbb4928c2888a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/3e8d969084244d7c817e4b8be172fa16, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c626b0718f5042fab1ce1f5f9b5fdac3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ce0678e563194fb8859e93a4a5dbea4e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/dcbcd4af65d444acafc0e12a160f120b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/9ab813ca0cab4feda86961d412776ccd, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/93a8557429314fd7862e331a1ed9e0f7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/8cac9a406e1a430997d2306ddd4e945f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ccc8c9a2625a42c0b654ecbfe59b95b9, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c713d103be8942a3a5ba98014dfc29a3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/a6bb32fe27b742f3bfb3f947ef56d636] to archive 2024-11-24T03:54:13,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:54:13,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/f50a55a74fd540bda3fff4b81cd3d085 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/f50a55a74fd540bda3fff4b81cd3d085 2024-11-24T03:54:13,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6cefa75e26064a01b5f036a7f3cee558 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6cefa75e26064a01b5f036a7f3cee558 2024-11-24T03:54:13,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/44be140c84494d56aba54d55339f1b82 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/44be140c84494d56aba54d55339f1b82 2024-11-24T03:54:13,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ae51d8e5567846b18bdbe065b683e523 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ae51d8e5567846b18bdbe065b683e523 2024-11-24T03:54:13,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6a04e6e4ff924040b356197b1fc0418d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/6a04e6e4ff924040b356197b1fc0418d 2024-11-24T03:54:13,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e427b0628df042179cc144c0713d3897 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e427b0628df042179cc144c0713d3897 2024-11-24T03:54:13,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/04a31c0c19a44d53b298470bc79d85e3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/04a31c0c19a44d53b298470bc79d85e3 2024-11-24T03:54:13,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e85b09d2d83d4b2daa6cbb4928c2888a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/e85b09d2d83d4b2daa6cbb4928c2888a 2024-11-24T03:54:13,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/3e8d969084244d7c817e4b8be172fa16 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/3e8d969084244d7c817e4b8be172fa16 2024-11-24T03:54:13,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c626b0718f5042fab1ce1f5f9b5fdac3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c626b0718f5042fab1ce1f5f9b5fdac3 2024-11-24T03:54:13,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ce0678e563194fb8859e93a4a5dbea4e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ce0678e563194fb8859e93a4a5dbea4e 2024-11-24T03:54:13,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/dcbcd4af65d444acafc0e12a160f120b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/dcbcd4af65d444acafc0e12a160f120b 2024-11-24T03:54:13,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/9ab813ca0cab4feda86961d412776ccd to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/9ab813ca0cab4feda86961d412776ccd 2024-11-24T03:54:13,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/93a8557429314fd7862e331a1ed9e0f7 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/93a8557429314fd7862e331a1ed9e0f7 2024-11-24T03:54:13,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/8cac9a406e1a430997d2306ddd4e945f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/8cac9a406e1a430997d2306ddd4e945f 2024-11-24T03:54:13,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ccc8c9a2625a42c0b654ecbfe59b95b9 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/ccc8c9a2625a42c0b654ecbfe59b95b9 2024-11-24T03:54:13,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c713d103be8942a3a5ba98014dfc29a3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/c713d103be8942a3a5ba98014dfc29a3 2024-11-24T03:54:13,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/a6bb32fe27b742f3bfb3f947ef56d636 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/a6bb32fe27b742f3bfb3f947ef56d636 2024-11-24T03:54:13,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/d3e5791ee0944613be99aaf82f55200e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/655047c933e5496e9f034708859c0bcf, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/dbcc85e6600a463ab85f4618781b3dd6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/22fd3664c759411f9e4a6e93bd85d06c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/1f742eb48d624c1da38f9188dd2a612a, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/521f706bbb3841c5b11a6f86dc17bac3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/d6c4981a643b4cc79d2d92106d90d1b7, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/4e676ef75c4740559a5f96f2f50d3cfc, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/77fed0f5aa2b4628bedf71b1564655d1, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/0a83d8ca684c4dd098591210bbea67e4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/5d26b49ce5264deea8dd7b68f30939c3, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/0c4d7e6728424f288d4c3458d117004d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/5e10fee251dc4d9c8ce7992cc132d59f, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/50416e8c9a3b4ebfaff80daa1a7e7ee6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/f923e63210304ac1803860caaac9e3cd, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/54e73cdbfe8a430e8890db54d652ffbe, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/1cad9a8d3709453d9a25e794a4e3fd94, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/38df7a1b4b944394a085f332b973952e] to archive 2024-11-24T03:54:13,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:54:13,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/d3e5791ee0944613be99aaf82f55200e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/d3e5791ee0944613be99aaf82f55200e 2024-11-24T03:54:13,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/655047c933e5496e9f034708859c0bcf to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/655047c933e5496e9f034708859c0bcf 2024-11-24T03:54:13,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/dbcc85e6600a463ab85f4618781b3dd6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/dbcc85e6600a463ab85f4618781b3dd6 2024-11-24T03:54:13,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/22fd3664c759411f9e4a6e93bd85d06c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/22fd3664c759411f9e4a6e93bd85d06c 2024-11-24T03:54:13,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/1f742eb48d624c1da38f9188dd2a612a to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/1f742eb48d624c1da38f9188dd2a612a 2024-11-24T03:54:13,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/521f706bbb3841c5b11a6f86dc17bac3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/521f706bbb3841c5b11a6f86dc17bac3 2024-11-24T03:54:13,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/d6c4981a643b4cc79d2d92106d90d1b7 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/d6c4981a643b4cc79d2d92106d90d1b7 2024-11-24T03:54:13,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/4e676ef75c4740559a5f96f2f50d3cfc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/4e676ef75c4740559a5f96f2f50d3cfc 2024-11-24T03:54:13,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/77fed0f5aa2b4628bedf71b1564655d1 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/77fed0f5aa2b4628bedf71b1564655d1 2024-11-24T03:54:13,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/0a83d8ca684c4dd098591210bbea67e4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/0a83d8ca684c4dd098591210bbea67e4 2024-11-24T03:54:13,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/5d26b49ce5264deea8dd7b68f30939c3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/5d26b49ce5264deea8dd7b68f30939c3 2024-11-24T03:54:13,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/0c4d7e6728424f288d4c3458d117004d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/0c4d7e6728424f288d4c3458d117004d 2024-11-24T03:54:13,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/5e10fee251dc4d9c8ce7992cc132d59f to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/5e10fee251dc4d9c8ce7992cc132d59f 2024-11-24T03:54:13,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/50416e8c9a3b4ebfaff80daa1a7e7ee6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/50416e8c9a3b4ebfaff80daa1a7e7ee6 2024-11-24T03:54:13,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/f923e63210304ac1803860caaac9e3cd to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/f923e63210304ac1803860caaac9e3cd 2024-11-24T03:54:13,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/54e73cdbfe8a430e8890db54d652ffbe to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/54e73cdbfe8a430e8890db54d652ffbe 2024-11-24T03:54:13,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/1cad9a8d3709453d9a25e794a4e3fd94 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/1cad9a8d3709453d9a25e794a4e3fd94 2024-11-24T03:54:13,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/38df7a1b4b944394a085f332b973952e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/38df7a1b4b944394a085f332b973952e 2024-11-24T03:54:13,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/d35275dce08343e9a588809c045e455d, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/f5e18a301b4a4583af218dccfb3493f6, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/4ae3d192c6934594880f208980072965, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/1250bf93358b460080fe9a10c714d14c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/1d42a720e1c741f7882844a33a02001b, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/34b7d39e2f3544018e33bb77cd042ef5, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/46d78ef080ae47f9b45cc054099e4c61, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/daf441333606474bbcdbc26efaaebca4, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/704cb8f3753c41b2857de4a492810352, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/c27c134b3faf49d5907a0d6412faf02e, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/839cb426c28e4e7c8da8631b0ac256e2, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/4c146dea2224435c8aeda6a5d384a436, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/828a5908f608490b8737add72c3a9019, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/0557351f33fb48c49e1688046d7a2a18, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/cb07a1da04d44748bdfc41416b6a2069, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/69bda254a6544beca79f051390ff245c, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/242986e1a5fa416b94a3d22dd01588ee, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/8b5edcab452a45a1893e06390b2fe656] to archive 2024-11-24T03:54:13,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:54:13,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/d35275dce08343e9a588809c045e455d to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/d35275dce08343e9a588809c045e455d 2024-11-24T03:54:13,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/f5e18a301b4a4583af218dccfb3493f6 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/f5e18a301b4a4583af218dccfb3493f6 2024-11-24T03:54:13,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/4ae3d192c6934594880f208980072965 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/4ae3d192c6934594880f208980072965 2024-11-24T03:54:13,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/1250bf93358b460080fe9a10c714d14c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/1250bf93358b460080fe9a10c714d14c 2024-11-24T03:54:13,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/1d42a720e1c741f7882844a33a02001b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/1d42a720e1c741f7882844a33a02001b 2024-11-24T03:54:13,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/34b7d39e2f3544018e33bb77cd042ef5 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/34b7d39e2f3544018e33bb77cd042ef5 2024-11-24T03:54:13,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/46d78ef080ae47f9b45cc054099e4c61 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/46d78ef080ae47f9b45cc054099e4c61 2024-11-24T03:54:13,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/daf441333606474bbcdbc26efaaebca4 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/daf441333606474bbcdbc26efaaebca4 2024-11-24T03:54:13,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/704cb8f3753c41b2857de4a492810352 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/704cb8f3753c41b2857de4a492810352 2024-11-24T03:54:13,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/c27c134b3faf49d5907a0d6412faf02e to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/c27c134b3faf49d5907a0d6412faf02e 2024-11-24T03:54:13,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/839cb426c28e4e7c8da8631b0ac256e2 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/839cb426c28e4e7c8da8631b0ac256e2 2024-11-24T03:54:13,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/4c146dea2224435c8aeda6a5d384a436 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/4c146dea2224435c8aeda6a5d384a436 2024-11-24T03:54:13,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/828a5908f608490b8737add72c3a9019 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/828a5908f608490b8737add72c3a9019 2024-11-24T03:54:13,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/0557351f33fb48c49e1688046d7a2a18 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/0557351f33fb48c49e1688046d7a2a18 2024-11-24T03:54:13,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/cb07a1da04d44748bdfc41416b6a2069 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/cb07a1da04d44748bdfc41416b6a2069 2024-11-24T03:54:13,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/69bda254a6544beca79f051390ff245c to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/69bda254a6544beca79f051390ff245c 2024-11-24T03:54:13,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/242986e1a5fa416b94a3d22dd01588ee to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/242986e1a5fa416b94a3d22dd01588ee 2024-11-24T03:54:13,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/8b5edcab452a45a1893e06390b2fe656 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/8b5edcab452a45a1893e06390b2fe656 2024-11-24T03:54:13,632 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/recovered.edits/285.seqid, newMaxSeqId=285, maxSeqId=4 2024-11-24T03:54:13,633 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. 2024-11-24T03:54:13,633 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1676): Region close journal for fedea7fc0090a779fb11fcd046739ddc: Waiting for close lock at 1732420450763Running coprocessor pre-close hooks at 1732420450763Disabling compacts and flushes for region at 1732420450763Disabling writes for close at 1732420451910 (+1147 ms)Obtaining lock to block concurrent updates at 1732420451910Preparing flush snapshotting stores in fedea7fc0090a779fb11fcd046739ddc at 1732420451910Finished memstore snapshotting TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732420451910Flushing stores of TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc. at 1732420451911 (+1 ms)Flushing fedea7fc0090a779fb11fcd046739ddc/A: creating writer at 1732420451911Flushing mob file fedea7fc0090a779fb11fcd046739ddc/A: appending metadata at 1732420451918 (+7 ms)Flushing mob file fedea7fc0090a779fb11fcd046739ddc/A: closing flushed file at 1732420451918Flushing fedea7fc0090a779fb11fcd046739ddc/A: appending metadata at 1732420452326 (+408 ms)Flushing fedea7fc0090a779fb11fcd046739ddc/A: closing flushed file at 1732420452326Flushing fedea7fc0090a779fb11fcd046739ddc/B: creating writer at 1732420452737 (+411 ms)Flushing fedea7fc0090a779fb11fcd046739ddc/B: appending metadata at 1732420452740 (+3 ms)Flushing fedea7fc0090a779fb11fcd046739ddc/B: closing flushed file at 1732420452740Flushing fedea7fc0090a779fb11fcd046739ddc/C: creating writer at 1732420453154 (+414 ms)Flushing fedea7fc0090a779fb11fcd046739ddc/C: appending metadata at 1732420453160 (+6 ms)Flushing fedea7fc0090a779fb11fcd046739ddc/C: closing flushed file at 1732420453160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26248291: reopening flushed file at 1732420453573 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@117ae461: reopening flushed file at 1732420453578 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295d2de0: reopening flushed file at 1732420453582 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for fedea7fc0090a779fb11fcd046739ddc in 1678ms, sequenceid=282, compaction requested=true at 1732420453588 (+6 ms)Writing region close event to WAL at 1732420453630 (+42 ms)Running coprocessor post-close hooks at 1732420453632 (+2 ms)Closed at 1732420453633 (+1 ms) 2024-11-24T03:54:13,634 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(157): Closed fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:13,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=156 updating hbase:meta row=fedea7fc0090a779fb11fcd046739ddc, regionState=CLOSED 2024-11-24T03:54:13,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE, hasLock=false; CloseRegionProcedure fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 because future has completed 2024-11-24T03:54:13,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-24T03:54:13,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; CloseRegionProcedure fedea7fc0090a779fb11fcd046739ddc, server=71d8d2d6408d,41025,1732420280471 in 3.0250 sec 2024-11-24T03:54:13,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-24T03:54:13,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fedea7fc0090a779fb11fcd046739ddc, UNASSIGN in 3.0280 sec 2024-11-24T03:54:13,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-24T03:54:13,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.0310 sec 2024-11-24T03:54:13,642 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732420453641"}]},"ts":"1732420453641"} 2024-11-24T03:54:13,643 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T03:54:13,643 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T03:54:13,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.0400 sec 2024-11-24T03:54:14,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T03:54:14,767 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:54:14,768 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T03:54:14,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:54:14,770 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:54:14,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T03:54:14,770 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=158, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:54:14,773 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,774 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C, FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/recovered.edits] 2024-11-24T03:54:14,776 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/209e336073c2464e8e77247493641ca3 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/209e336073c2464e8e77247493641ca3 2024-11-24T03:54:14,777 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/250b723f758c4985a70bc9dd0d0c2f00 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/250b723f758c4985a70bc9dd0d0c2f00 2024-11-24T03:54:14,777 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/fac788255cbe4f31bc6403ea8cf23807 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/A/fac788255cbe4f31bc6403ea8cf23807 2024-11-24T03:54:14,779 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/434eb5dcedfd4631a4cc305a87b20064 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/434eb5dcedfd4631a4cc305a87b20064 2024-11-24T03:54:14,780 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/94f772ead4af49229cb156c6efa8177b to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/94f772ead4af49229cb156c6efa8177b 2024-11-24T03:54:14,781 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/9df5cc5956dc497caae455a4432c7080 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/B/9df5cc5956dc497caae455a4432c7080 2024-11-24T03:54:14,782 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/2bb607c705b145d598393d5b2656c134 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/2bb607c705b145d598393d5b2656c134 2024-11-24T03:54:14,783 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/92ffb55855a04581b0ff7f8524aebb67 to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/92ffb55855a04581b0ff7f8524aebb67 2024-11-24T03:54:14,783 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/fbb80ce4cee44450b3cdf9e81464eaab to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/C/fbb80ce4cee44450b3cdf9e81464eaab 2024-11-24T03:54:14,785 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/recovered.edits/285.seqid to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc/recovered.edits/285.seqid 2024-11-24T03:54:14,785 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/default/TestAcidGuarantees/fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,785 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T03:54:14,786 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:54:14,786 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T03:54:14,788 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124012bbe7208a241f9b0e8cb9bb7990a01_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124012bbe7208a241f9b0e8cb9bb7990a01_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,789 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241a8c59ba14b840cdba03c446b27db81e_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241a8c59ba14b840cdba03c446b27db81e_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,791 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242cd6dc425a234a1687dad9b4d4b77a4b_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242cd6dc425a234a1687dad9b4d4b77a4b_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,792 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112444e2f1c4d2b14d5da64fe6c7b649d445_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112444e2f1c4d2b14d5da64fe6c7b649d445_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,793 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244ace2f79444b46ecb91801ba24b3cb36_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244ace2f79444b46ecb91801ba24b3cb36_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,793 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245b3570e26c94402c97b1f04f5052f415_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245b3570e26c94402c97b1f04f5052f415_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,795 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246b18b6afdf084b77862a69b6f1faa19c_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246b18b6afdf084b77862a69b6f1faa19c_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,796 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124779ab611e0dc452fa9c415e74e7299e6_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124779ab611e0dc452fa9c415e74e7299e6_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,797 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112478f04946eaac435fa5b56b8224b22175_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112478f04946eaac435fa5b56b8224b22175_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,798 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249578cb54a112429489d1536716305815_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249578cb54a112429489d1536716305815_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,799 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b573ca7788e047eeaa393b1a952cab3f_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b573ca7788e047eeaa393b1a952cab3f_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,800 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ca30ca8899144f51ac3f8e5a35ea5838_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ca30ca8899144f51ac3f8e5a35ea5838_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,801 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cb6c9c3297464d018f5c5d6e5b658b4a_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cb6c9c3297464d018f5c5d6e5b658b4a_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,802 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e4a370b7a26b43a7bc68ecc825b8a2a2_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e4a370b7a26b43a7bc68ecc825b8a2a2_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,803 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e65f54ba2fca41548af5babd9660f8ac_fedea7fc0090a779fb11fcd046739ddc to hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e65f54ba2fca41548af5babd9660f8ac_fedea7fc0090a779fb11fcd046739ddc 2024-11-24T03:54:14,804 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T03:54:14,806 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=158, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:54:14,808 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T03:54:14,809 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T03:54:14,810 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=158, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:54:14,810 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T03:54:14,810 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732420454810"}]},"ts":"9223372036854775807"} 2024-11-24T03:54:14,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T03:54:14,812 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => fedea7fc0090a779fb11fcd046739ddc, NAME => 'TestAcidGuarantees,,1732420427197.fedea7fc0090a779fb11fcd046739ddc.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T03:54:14,812 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T03:54:14,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732420454812"}]},"ts":"9223372036854775807"} 2024-11-24T03:54:14,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T03:54:14,813 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=158, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T03:54:14,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-24T03:54:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T03:54:14,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T03:54:14,879 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T03:54:14,896 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250 (was 249) - Thread LEAK? -, OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=534 (was 543), ProcessCount=11 (was 11), AvailableMemoryMB=7195 (was 7493) 2024-11-24T03:54:14,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T03:54:14,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T03:54:14,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:54:14,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:14,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:14,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:54:14,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T03:54:14,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1975601807, stopped=false 2024-11-24T03:54:14,897 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=71d8d2d6408d,44753,1732420279714 2024-11-24T03:54:14,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T03:54:14,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:54:14,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T03:54:14,981 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T03:54:14,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:54:14,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T03:54:14,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:54:14,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:54:14,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:14,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:54:14,984 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '71d8d2d6408d,41025,1732420280471' ***** 2024-11-24T03:54:14,985 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T03:54:14,985 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T03:54:14,986 INFO [RS:0;71d8d2d6408d:41025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T03:54:14,986 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T03:54:14,986 INFO [RS:0;71d8d2d6408d:41025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T03:54:14,986 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(959): stopping server 71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:14,986 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T03:54:14,986 INFO [RS:0;71d8d2d6408d:41025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;71d8d2d6408d:41025. 2024-11-24T03:54:14,986 DEBUG [RS:0;71d8d2d6408d:41025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:54:14,986 DEBUG [RS:0;71d8d2d6408d:41025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:14,987 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T03:54:14,987 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T03:54:14,987 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T03:54:14,987 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T03:54:14,988 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T03:54:14,988 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T03:54:14,988 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T03:54:14,988 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T03:54:14,988 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T03:54:14,988 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T03:54:14,988 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T03:54:14,988 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T03:54:14,988 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-24T03:54:14,988 INFO [regionserver/71d8d2d6408d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T03:54:15,011 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/.tmp/info/1e032cea53974c9e8139b3973ce0f902 is 95, key is TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9./info:/1732420312320/DeleteFamily/seqid=0 2024-11-24T03:54:15,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742437_1613 (size=6514) 2024-11-24T03:54:15,189 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T03:54:15,389 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T03:54:15,415 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/.tmp/info/1e032cea53974c9e8139b3973ce0f902 2024-11-24T03:54:15,442 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/.tmp/ns/d522cbee6c8644e9b5e75b934d825db3 is 93, key is TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9./ns:/1732420312275/DeleteFamily/seqid=0 2024-11-24T03:54:15,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742438_1614 (size=5906) 2024-11-24T03:54:15,519 INFO [regionserver/71d8d2d6408d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T03:54:15,519 INFO [regionserver/71d8d2d6408d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T03:54:15,589 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T03:54:15,789 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T03:54:15,845 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/.tmp/ns/d522cbee6c8644e9b5e75b934d825db3 2024-11-24T03:54:15,864 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/.tmp/rep_barrier/6afa91d34cdd477ba0008c3691f6f231 is 102, key is TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9./rep_barrier:/1732420312275/DeleteFamily/seqid=0 2024-11-24T03:54:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742439_1615 (size=6025) 2024-11-24T03:54:15,990 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T03:54:16,190 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T03:54:16,268 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/.tmp/rep_barrier/6afa91d34cdd477ba0008c3691f6f231 2024-11-24T03:54:16,298 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/.tmp/table/1936090351654cd1a09366802c8a254c is 96, key is TestAcidGuarantees,,1732420285090.7ecbe871a5c4e9959660aa38fed0d5c9./table:/1732420312275/DeleteFamily/seqid=0 2024-11-24T03:54:16,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742440_1616 (size=5936) 2024-11-24T03:54:16,390 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T03:54:16,590 DEBUG [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T03:54:16,702 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/.tmp/table/1936090351654cd1a09366802c8a254c 2024-11-24T03:54:16,708 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/.tmp/info/1e032cea53974c9e8139b3973ce0f902 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/info/1e032cea53974c9e8139b3973ce0f902 2024-11-24T03:54:16,714 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/info/1e032cea53974c9e8139b3973ce0f902, entries=12, sequenceid=90, filesize=6.4 K 2024-11-24T03:54:16,716 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/.tmp/ns/d522cbee6c8644e9b5e75b934d825db3 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/ns/d522cbee6c8644e9b5e75b934d825db3 2024-11-24T03:54:16,720 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/ns/d522cbee6c8644e9b5e75b934d825db3, entries=8, sequenceid=90, filesize=5.8 K 2024-11-24T03:54:16,721 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/.tmp/rep_barrier/6afa91d34cdd477ba0008c3691f6f231 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/rep_barrier/6afa91d34cdd477ba0008c3691f6f231 2024-11-24T03:54:16,723 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/rep_barrier/6afa91d34cdd477ba0008c3691f6f231, entries=6, sequenceid=90, filesize=5.9 K 2024-11-24T03:54:16,724 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/.tmp/table/1936090351654cd1a09366802c8a254c as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/table/1936090351654cd1a09366802c8a254c 2024-11-24T03:54:16,726 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/table/1936090351654cd1a09366802c8a254c, entries=7, sequenceid=90, filesize=5.8 K 2024-11-24T03:54:16,727 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=90, compaction requested=false 2024-11-24T03:54:16,731 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-24T03:54:16,731 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T03:54:16,731 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T03:54:16,731 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732420454988Running coprocessor pre-close hooks at 1732420454988Disabling compacts and flushes for region at 1732420454988Disabling writes for close at 1732420454988Obtaining lock to block concurrent updates at 1732420454988Preparing flush snapshotting stores in 1588230740 at 1732420454988Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732420454989 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732420454989Flushing 1588230740/info: creating writer at 1732420454990 (+1 ms)Flushing 1588230740/info: appending metadata at 1732420455011 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732420455011Flushing 1588230740/ns: creating writer at 1732420455424 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732420455441 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732420455441Flushing 1588230740/rep_barrier: creating writer at 1732420455849 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732420455864 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732420455864Flushing 1588230740/table: creating writer at 1732420456274 (+410 ms)Flushing 1588230740/table: appending metadata at 1732420456298 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732420456298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778b6eb0: reopening flushed file at 1732420456707 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cae9bb5: reopening flushed file at 1732420456715 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cfbe433: reopening flushed file at 1732420456720 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cc2596: reopening flushed file at 1732420456723 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=90, compaction requested=false at 1732420456727 (+4 ms)Writing region close event to WAL at 1732420456728 (+1 ms)Running coprocessor post-close hooks at 1732420456731 (+3 ms)Closed at 1732420456731 2024-11-24T03:54:16,732 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T03:54:16,791 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(976): stopping server 71d8d2d6408d,41025,1732420280471; all regions closed. 2024-11-24T03:54:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741834_1010 (size=25344) 2024-11-24T03:54:16,799 DEBUG [RS:0;71d8d2d6408d:41025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/oldWALs 2024-11-24T03:54:16,799 INFO [RS:0;71d8d2d6408d:41025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 71d8d2d6408d%2C41025%2C1732420280471.meta:.meta(num 1732420284630) 2024-11-24T03:54:16,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741832_1008 (size=16435386) 2024-11-24T03:54:16,804 DEBUG [RS:0;71d8d2d6408d:41025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/oldWALs 2024-11-24T03:54:16,804 INFO [RS:0;71d8d2d6408d:41025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 71d8d2d6408d%2C41025%2C1732420280471:(num 1732420283675) 2024-11-24T03:54:16,804 DEBUG [RS:0;71d8d2d6408d:41025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:54:16,804 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T03:54:16,804 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T03:54:16,805 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.ChoreService(370): Chore service for: regionserver/71d8d2d6408d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T03:54:16,805 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T03:54:16,805 INFO [regionserver/71d8d2d6408d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T03:54:16,806 INFO [RS:0;71d8d2d6408d:41025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41025 2024-11-24T03:54:16,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/71d8d2d6408d,41025,1732420280471 2024-11-24T03:54:16,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T03:54:16,858 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T03:54:16,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [71d8d2d6408d,41025,1732420280471] 2024-11-24T03:54:16,875 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/71d8d2d6408d,41025,1732420280471 already deleted, retry=false 2024-11-24T03:54:16,875 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 71d8d2d6408d,41025,1732420280471 expired; onlineServers=0 2024-11-24T03:54:16,875 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '71d8d2d6408d,44753,1732420279714' ***** 2024-11-24T03:54:16,876 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T03:54:16,876 INFO [M:0;71d8d2d6408d:44753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T03:54:16,876 INFO [M:0;71d8d2d6408d:44753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T03:54:16,876 DEBUG [M:0;71d8d2d6408d:44753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T03:54:16,876 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T03:54:16,876 DEBUG [M:0;71d8d2d6408d:44753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T03:54:16,876 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster-HFileCleaner.small.0-1732420283288 {}] cleaner.HFileCleaner(306): Exit Thread[master/71d8d2d6408d:0:becomeActiveMaster-HFileCleaner.small.0-1732420283288,5,FailOnTimeoutGroup] 2024-11-24T03:54:16,876 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster-HFileCleaner.large.0-1732420283287 {}] cleaner.HFileCleaner(306): Exit Thread[master/71d8d2d6408d:0:becomeActiveMaster-HFileCleaner.large.0-1732420283287,5,FailOnTimeoutGroup] 2024-11-24T03:54:16,876 INFO [M:0;71d8d2d6408d:44753 {}] hbase.ChoreService(370): Chore service for: master/71d8d2d6408d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T03:54:16,876 INFO [M:0;71d8d2d6408d:44753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T03:54:16,876 DEBUG [M:0;71d8d2d6408d:44753 {}] master.HMaster(1795): Stopping service threads 2024-11-24T03:54:16,877 INFO [M:0;71d8d2d6408d:44753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T03:54:16,877 INFO [M:0;71d8d2d6408d:44753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T03:54:16,877 ERROR [M:0;71d8d2d6408d:44753 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:41069 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41069,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-24T03:54:16,877 INFO [M:0;71d8d2d6408d:44753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T03:54:16,878 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T03:54:16,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T03:54:16,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:54:16,883 DEBUG [M:0;71d8d2d6408d:44753 {}] zookeeper.ZKUtil(347): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T03:54:16,883 WARN [M:0;71d8d2d6408d:44753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T03:54:16,884 INFO [M:0;71d8d2d6408d:44753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/.lastflushedseqids 2024-11-24T03:54:16,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742441_1617 (size=72) 2024-11-24T03:54:16,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:54:16,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41025-0x1016c412d5c0001, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:54:16,969 INFO [RS:0;71d8d2d6408d:41025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T03:54:16,969 INFO [RS:0;71d8d2d6408d:41025 {}] regionserver.HRegionServer(1031): Exiting; stopping=71d8d2d6408d,41025,1732420280471; zookeeper connection closed. 2024-11-24T03:54:16,970 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ab74f2e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ab74f2e 2024-11-24T03:54:16,972 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T03:54:17,297 INFO [M:0;71d8d2d6408d:44753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T03:54:17,297 INFO [M:0;71d8d2d6408d:44753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T03:54:17,297 DEBUG [M:0;71d8d2d6408d:44753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T03:54:17,297 INFO [M:0;71d8d2d6408d:44753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:54:17,297 DEBUG [M:0;71d8d2d6408d:44753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:54:17,297 DEBUG [M:0;71d8d2d6408d:44753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T03:54:17,297 DEBUG [M:0;71d8d2d6408d:44753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:54:17,297 INFO [M:0;71d8d2d6408d:44753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=775.38 KB heapSize=950.29 KB 2024-11-24T03:54:17,318 DEBUG [M:0;71d8d2d6408d:44753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/553ff977319247b58f6f59d6350c9f0f is 82, key is hbase:meta,,1/info:regioninfo/1732420284717/Put/seqid=0 2024-11-24T03:54:17,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742442_1618 (size=5672) 2024-11-24T03:54:17,723 INFO [M:0;71d8d2d6408d:44753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2170 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/553ff977319247b58f6f59d6350c9f0f 2024-11-24T03:54:17,752 DEBUG [M:0;71d8d2d6408d:44753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bae1f17034d1427aa0b0364dbe94de77 is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x1F/proc:d/1732420315575/Put/seqid=0 2024-11-24T03:54:17,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742443_1619 (size=43258) 2024-11-24T03:54:18,157 INFO [M:0;71d8d2d6408d:44753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=774.82 KB at sequenceid=2170 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bae1f17034d1427aa0b0364dbe94de77 2024-11-24T03:54:18,165 INFO [M:0;71d8d2d6408d:44753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bae1f17034d1427aa0b0364dbe94de77 2024-11-24T03:54:18,183 DEBUG [M:0;71d8d2d6408d:44753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b81e11db03174ed79dd343b53b95350f is 69, key is 71d8d2d6408d,41025,1732420280471/rs:state/1732420283423/Put/seqid=0 2024-11-24T03:54:18,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073742444_1620 (size=5156) 2024-11-24T03:54:18,588 INFO [M:0;71d8d2d6408d:44753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2170 (bloomFilter=true), to=hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b81e11db03174ed79dd343b53b95350f 2024-11-24T03:54:18,598 DEBUG [M:0;71d8d2d6408d:44753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/553ff977319247b58f6f59d6350c9f0f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/553ff977319247b58f6f59d6350c9f0f 2024-11-24T03:54:18,602 INFO [M:0;71d8d2d6408d:44753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/553ff977319247b58f6f59d6350c9f0f, entries=8, sequenceid=2170, filesize=5.5 K 2024-11-24T03:54:18,603 DEBUG [M:0;71d8d2d6408d:44753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bae1f17034d1427aa0b0364dbe94de77 as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bae1f17034d1427aa0b0364dbe94de77 2024-11-24T03:54:18,607 INFO [M:0;71d8d2d6408d:44753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bae1f17034d1427aa0b0364dbe94de77 2024-11-24T03:54:18,607 INFO [M:0;71d8d2d6408d:44753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bae1f17034d1427aa0b0364dbe94de77, entries=158, sequenceid=2170, filesize=42.2 K 2024-11-24T03:54:18,608 DEBUG [M:0;71d8d2d6408d:44753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b81e11db03174ed79dd343b53b95350f as hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b81e11db03174ed79dd343b53b95350f 2024-11-24T03:54:18,612 INFO [M:0;71d8d2d6408d:44753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41069/user/jenkins/test-data/ae7ea47f-5971-7a7e-dc2b-77924f4b58ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b81e11db03174ed79dd343b53b95350f, entries=1, sequenceid=2170, filesize=5.0 K 2024-11-24T03:54:18,613 INFO [M:0;71d8d2d6408d:44753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~775.38 KB/793985, heapSize ~949.99 KB/972792, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=2170, compaction requested=false 2024-11-24T03:54:18,614 INFO [M:0;71d8d2d6408d:44753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:54:18,615 DEBUG [M:0;71d8d2d6408d:44753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732420457297Disabling compacts and flushes for region at 1732420457297Disabling writes for close at 1732420457297Obtaining lock to block concurrent updates at 1732420457297Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732420457297Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=793985, getHeapSize=973032, getOffHeapSize=0, getCellsCount=2353 at 1732420457298 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732420457298Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732420457298Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732420457318 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732420457318Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732420457730 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732420457752 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732420457752Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732420458165 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732420458183 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732420458183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3954af21: reopening flushed file at 1732420458596 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a12cb68: reopening flushed file at 1732420458602 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d0f522: reopening flushed file at 1732420458607 (+5 ms)Finished flush of dataSize ~775.38 KB/793985, heapSize ~949.99 KB/972792, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1316ms, sequenceid=2170, compaction requested=false at 1732420458613 (+6 ms)Writing region close event to WAL at 1732420458614 (+1 ms)Closed at 1732420458614 2024-11-24T03:54:18,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45251 is added to blk_1073741830_1006 (size=936186) 2024-11-24T03:54:18,617 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T03:54:18,618 INFO [M:0;71d8d2d6408d:44753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T03:54:18,618 INFO [M:0;71d8d2d6408d:44753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44753 2024-11-24T03:54:18,618 INFO [M:0;71d8d2d6408d:44753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T03:54:18,780 INFO [M:0;71d8d2d6408d:44753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T03:54:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:54:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44753-0x1016c412d5c0000, quorum=127.0.0.1:58731, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:54:18,785 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:54:18,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:54:18,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:54:18,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:54:18,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/hadoop.log.dir/,STOPPED} 2024-11-24T03:54:18,790 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:54:18,790 WARN [BP-43567147-172.17.0.2-1732420276372 heartbeating to localhost/127.0.0.1:41069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:54:18,790 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:54:18,790 WARN [BP-43567147-172.17.0.2-1732420276372 heartbeating to localhost/127.0.0.1:41069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-43567147-172.17.0.2-1732420276372 (Datanode Uuid 923d5ce2-92b4-4874-986d-53a3920ceeb9) service to localhost/127.0.0.1:41069 2024-11-24T03:54:18,793 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/cluster_0048a14e-a16f-6b5d-f710-95aea4f08502/data/data1/current/BP-43567147-172.17.0.2-1732420276372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:54:18,793 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/cluster_0048a14e-a16f-6b5d-f710-95aea4f08502/data/data2/current/BP-43567147-172.17.0.2-1732420276372 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:54:18,794 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:54:18,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:54:18,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:54:18,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:54:18,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:54:18,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e66655ab-ef0c-a0d2-31d9-c49062f7a3ba/hadoop.log.dir/,STOPPED} 2024-11-24T03:54:18,818 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T03:54:18,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T03:54:19,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:54:19,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null